-- Logs begin at Thu 2021-04-15 19:53:55 UTC, end at Thu 2021-04-15 20:54:48 UTC. -- Apr 15 20:23:27.922568 dv-cinder-786386-2-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 15 20:23:31.015183 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.common.config [-] Logging enabled! Apr 15 20:23:31.015773 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev86 Apr 15 20:23:31.017053 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85298) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 15 20:23:31.018818 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.common.config [-] Logging enabled! Apr 15 20:23:31.019111 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev86 Apr 15 20:23:31.019455 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85298) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 15 20:23:31.020499 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 15 20:23:31.020761 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 15 20:23:31.021797 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 15 20:23:31.022076 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 15 20:23:31.022327 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 15 20:23:31.022737 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:31.023082 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:31.023422 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:31.023700 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:31.024046 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:31.024377 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:31.024694 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:31.025003 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:31.025334 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:31.025696 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:31.025973 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:31.026294 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:31.026577 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:31.026898 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] config_source = [] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:31.027223 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:31.027548 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:31.027803 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] debug = True {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:31.028117 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:31.028645 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:31.028959 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:31.029257 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:31.029584 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:31.029897 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:31.030204 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:31.030544 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:31.030866 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:31.031225 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] host = dv-cinder-786386-2-smb {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:31.031541 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:31.031868 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:31.032191 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:31.032549 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:31.032827 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:31.033134 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:31.033456 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:31.033762 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] log_dir = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:31.034067 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] log_file = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:31.034412 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:31.034724 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:31.035052 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:31.035389 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:31.035643 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:31.035894 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:31.036224 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:31.036550 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:31.036861 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:31.037167 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:31.037478 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:31.037787 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:31.038096 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:31.038430 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:31.038747 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:31.039071 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:31.039457 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:31.039760 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:31.040069 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:31.040379 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:31.040686 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:31.041013 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:31.041323 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:31.041630 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:31.041938 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:31.042264 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:31.042593 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:31.042904 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:31.043247 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:31.043571 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:31.043893 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:31.044218 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:31.044524 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:31.044832 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:31.045137 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:31.045440 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] use_journal = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:31.045744 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] use_json = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:31.046051 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:31.046355 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:31.046698 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:31.047006 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:31.047312 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:31.047619 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:31.047926 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:31.048251 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:31.048583 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.048921 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.049259 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.049577 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.049911 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.050229 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.050592 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.050911 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.051241 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.051574 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.051900 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.052220 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.052549 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.052867 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.053205 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.053550 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.053887 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.054221 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.054557 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.054893 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.055202 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.055517 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.056004 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.056145 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.056480 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.056790 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.057107 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.057440 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.057754 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.058065 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.058426 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.058736 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.059051 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.059364 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.059682 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.059997 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.060304 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.060615 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.060931 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.061264 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.061577 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.061881 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.062188 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.062526 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.062836 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.063159 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.063473 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.063781 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.064087 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.064404 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.064716 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.065027 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.065342 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.065651 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.065963 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.066274 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.066611 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.066924 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.067233 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.067541 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.067849 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.068158 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.068472 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.068784 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.069092 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.069402 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.069712 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.070018 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.070340 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.070752 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.071071 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.071388 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.071703 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.072016 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.072332 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.072645 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.072965 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.073278 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.073586 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.073920 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.074242 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.074591 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.074913 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.075230 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.075569 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.075884 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.076202 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.076514 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.076832 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.077160 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.077482 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.077815 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.078150 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.078502 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.078836 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.079171 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.079487 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.079839 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.080159 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:31.080413 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 15 20:23:31.080679 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=85298) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Apr 15 20:23:31.732144 dv-cinder-786386-2-smb neutron-server[85298]: INFO keyring.backend [-] Loading Gnome Apr 15 20:23:31.748657 dv-cinder-786386-2-smb neutron-server[85298]: INFO keyring.backend [-] Loading Google Apr 15 20:23:31.751435 dv-cinder-786386-2-smb neutron-server[85298]: INFO keyring.backend [-] Loading Windows (alt) Apr 15 20:23:31.755179 dv-cinder-786386-2-smb neutron-server[85298]: INFO keyring.backend [-] Loading file Apr 15 20:23:31.756011 dv-cinder-786386-2-smb neutron-server[85298]: INFO keyring.backend [-] Loading keyczar Apr 15 20:23:31.756291 dv-cinder-786386-2-smb neutron-server[85298]: INFO keyring.backend [-] Loading multi Apr 15 20:23:31.756930 dv-cinder-786386-2-smb neutron-server[85298]: INFO keyring.backend [-] Loading pyfs Apr 15 20:23:31.802650 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:23:31.802967 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:23:31.803297 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:23:31.803679 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 15 20:23:32.191165 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:32.191711 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:32.191711 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:32.193110 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:32.193534 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:32.193840 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:32.230557 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:32.230872 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:32.231170 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:32.245904 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:32.246222 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:32.246574 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:32.311227 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:32.311550 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:32.311856 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:32.312862 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:32.313164 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:32.314935 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:32.580492 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:32.580817 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:32.581126 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:32.581426 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:32.582257 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:32.731351 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:32.731734 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:32.732058 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:32.732367 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:32.732663 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:32.733053 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:32.733350 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:32.733639 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:32.733927 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:32.734275 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:32.734571 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:32.734877 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:32.735186 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:32.735475 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:32.735785 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:32.736100 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:32.736396 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:32.736721 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:32.737006 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:32.737349 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:32.737808 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:32.738094 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:32.738358 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:32.738730 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:32.739011 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:32.739288 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:32.739709 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=85298) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 20:23:32.739989 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=85298) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 20:23:32.740259 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=85298) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 20:23:32.740527 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=85298) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 20:23:32.740793 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=85298) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 20:23:32.741062 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=85298) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 20:23:32.741477 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 15 20:23:32.744752 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 15 20:23:32.748800 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 15 20:23:32.752641 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1050, 1099)])]) Apr 15 20:23:32.754293 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 15 20:23:32.755640 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 15 20:23:32.756020 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 15 20:23:32.756456 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 15 20:23:32.759280 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 15 20:23:32.759566 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 15 20:23:32.759960 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 15 20:23:32.787535 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 15 20:23:32.788045 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:32.788375 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=85298) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 15 20:23:32.788973 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:32.790410 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=85298) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 15 20:23:32.790718 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 15 20:23:32.790998 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 15 20:23:32.794185 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:32.794539 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:32.860268 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 15 20:23:32.860428 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 15 20:23:32.860729 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 15 20:23:32.861132 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 15 20:23:32.899430 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_db.sqlalchemy.engines [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=85298) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 15 20:23:33.356238 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.plugins.ml2.managers [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Initializing driver for type 'gre' Apr 15 20:23:33.356778 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] gre ID ranges: [(1, 1000)] Apr 15 20:23:33.399393 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.plugins.ml2.managers [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Initializing driver for type 'local' Apr 15 20:23:33.399767 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.plugins.ml2.managers [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Initializing driver for type 'vlan' Apr 15 20:23:33.412460 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] VlanTypeDriver initialization complete Apr 15 20:23:33.412972 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.plugins.ml2.managers [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Initializing driver for type 'vxlan' Apr 15 20:23:33.413771 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] vxlan ID ranges: [(1, 1000)] Apr 15 20:23:33.458736 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.plugins.ml2.managers [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Initializing extension driver 'port_security' Apr 15 20:23:33.459061 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.plugins.ml2.extensions.port_security [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] PortSecurityExtensionDriver initialization complete Apr 15 20:23:33.459428 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.plugins.ml2.managers [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Initializing mechanism driver 'openvswitch' Apr 15 20:23:33.459784 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.plugins.ml2.managers [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Initializing mechanism driver 'hyperv' Apr 15 20:23:33.466199 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=85298) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:23:33.467049 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Subscribe: > port after_create 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:33.467458 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Subscribe: > port after_update 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:33.467850 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Subscribe: > port after_delete 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:33.468278 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Subscribe: > subnet after_create 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:33.468668 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Subscribe: > subnet after_update 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:33.469050 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:33.469463 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Subscribe: > network after_create 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:33.469844 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Subscribe: > network after_update 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:33.470220 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Subscribe: > network after_delete 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:33.470643 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Subscribe: > security_group after_create 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:33.471027 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Subscribe: > security_group after_update 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:33.471595 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:33.472015 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:33.472398 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:33.472776 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:33.473188 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Subscribe: > address_group after_create 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:33.473571 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Subscribe: > address_group after_update 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:33.473941 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:33.474304 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] ML2 OVO RPC backend initialized. {{(pid=85298) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 15 20:23:33.475111 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:33.475497 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:33.475956 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Subscribe: > network before_response 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:33.476342 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Subscribe: > networks before_response 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:33.476787 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Subscribe: > port before_response 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:33.477533 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Subscribe: > ports before_response 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:33.477910 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Subscribe: > subnet before_response 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:33.478289 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Subscribe: > subnets before_response 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:33.478701 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Subscribe: > network after_create 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:33.479075 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Subscribe: > network after_update 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:33.479449 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Subscribe: > network after_delete 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:33.479805 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Subscribe: > port after_create 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:33.480176 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Subscribe: > port after_update 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:33.480543 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Subscribe: > port after_delete 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:33.480913 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Subscribe: > subnet after_create 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:33.481286 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Subscribe: > subnet after_update 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:33.481653 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:33.482280 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.plugins.ml2.plugin [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Modular L2 Plugin initialization complete Apr 15 20:23:33.482658 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading services supported by the core plugin {{(pid=85298) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 15 20:23:33.483022 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.plugins.ml2.managers [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Got port-security extension from driver 'port_security' Apr 15 20:23:33.483527 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.extensions.vlantransparent [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Disabled vlantransparent extension. Apr 15 20:23:33.484059 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=85298) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 15 20:23:33.484401 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading Plugin: router Apr 15 20:23:33.522244 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:33.522737 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Subscribe: > router after_create 55549900 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:33.523148 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Subscribe: > router before_create 55549900 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:33.523558 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:33.524045 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:33.524439 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Subscribe: > router after_delete 55549900 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:33.524841 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:33.525257 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Subscribe: > router after_create 55549900 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:33.525640 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Subscribe: > router after_update 55549900 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:33.526034 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Subscribe: > router after_update 55549900 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:33.526429 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:33.526852 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Subscribe: > router after_update 55549900 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:33.527353 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Subscribe: > router precommit_update 55549900 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:33.527780 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Subscribe: port after_update 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:33.528139 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Subscribe: port after_delete 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:33.528519 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Subscribe: subnet after_update 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:33.528897 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:33.529285 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:33.529676 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Subscribe: > router precommit_create 55549900 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:33.530054 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Subscribe: port before_delete 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:33.530459 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Subscribe: > router precommit_create 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:33.530874 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Subscribe: > router after_update 55549900 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:33.531252 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:33.531641 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Subscribe: > router precommit_create 55549900 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:33.532077 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:33.532464 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Subscribe: > router precommit_update 55549900 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:33.532899 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Subscribe: > network after_delete 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:33.533905 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource_registry [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Tracking information for resource: router configured {{(pid=85298) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 20:23:33.534294 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource_registry [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Tracking information for resource: floatingip configured {{(pid=85298) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 20:23:33.539174 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.db.l3_agentschedulers_db [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 15 20:23:33.539764 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Subscribe: port after_update 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:33.540164 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Subscribe: port after_create 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:33.540554 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Subscribe: port after_delete 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:33.540939 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Subscribe: port after_update 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:33.541829 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Subscribe: > router before_create 55550100 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:33.542232 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:33.542661 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Subscribe: > router precommit_create 55550100 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:33.543053 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Subscribe: > router precommit_update 55550100 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:33.547891 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.services.provider_configuration [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Service providers = [] {{(pid=85298) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 15 20:23:33.548284 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.servicetype_db [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=85298) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 15 20:23:33.551125 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.services.service_base [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=85298) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 15 20:23:33.551509 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.services.service_base [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=85298) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 15 20:23:33.551883 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.services.service_base [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=85298) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 15 20:23:33.552758 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.services.service_base [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=85298) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 15 20:23:33.553154 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.services.service_base [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 15 20:23:33.553564 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=85298) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 20:23:33.553915 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 15 20:23:33.564036 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=85298) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 20:23:33.564412 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading Plugin: auto_allocate Apr 15 20:23:33.570231 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Subscribe: network precommit_update 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:33.570688 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Subscribe: network precommit_create 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:33.571283 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=85298) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 20:23:33.571637 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading Plugin: tag Apr 15 20:23:33.578720 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=85298) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 20:23:33.579094 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading Plugin: timestamp Apr 15 20:23:33.582979 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=85298) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 20:23:33.583345 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading Plugin: network_ip_availability Apr 15 20:23:33.588951 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:33.589358 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:33.589747 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:33.590576 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=85298) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 20:23:33.590930 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading Plugin: flavors Apr 15 20:23:33.595431 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=85298) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 20:23:33.595799 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading Plugin: revisions Apr 15 20:23:33.600401 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=85298) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 20:23:33.600826 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.797s {{(pid=85298) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:23:33.601613 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=85298) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 15 20:23:33.601996 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Initializing extension manager. Apr 15 20:23:33.602921 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: __init__.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.603301 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: __pycache__ {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.603668 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.604033 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: address_group.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.604835 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.605478 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loaded extension: address-group Apr 15 20:23:33.605838 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: address_scope.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.606690 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.607218 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loaded extension: address-scope Apr 15 20:23:33.607576 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.608514 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.609080 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loaded extension: router-admin-state-down-before-update Apr 15 20:23:33.609433 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: agent.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.610186 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.610792 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loaded extension: agent Apr 15 20:23:33.611130 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: agent_resources_synced.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.612043 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.612609 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loaded extension: agent-resources-synced Apr 15 20:23:33.612963 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: allowedaddresspairs.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.614783 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.615361 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loaded extension: allowed-address-pairs Apr 15 20:23:33.615718 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: auto_allocated_topology.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.616791 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.617461 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loaded extension: auto-allocated-topology Apr 15 20:23:33.617780 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: availability_zone.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.618557 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.619132 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loaded extension: availability_zone Apr 15 20:23:33.619489 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: availability_zone_filter.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.620403 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.620981 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loaded extension: availability_zone_filter Apr 15 20:23:33.621333 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: data_plane_status.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.622357 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.622961 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Extension data-plane-status not supported by any of loaded plugins Apr 15 20:23:33.623316 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: default_subnetpools.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.624229 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.624795 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loaded extension: default-subnetpools Apr 15 20:23:33.625156 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.626026 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.626626 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loaded extension: dhcp_agent_scheduler Apr 15 20:23:33.626981 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: dns.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.627895 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.628461 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Extension dns-integration not supported by any of loaded plugins Apr 15 20:23:33.628815 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: dns_domain_ports.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.629740 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.630308 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 15 20:23:33.630719 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: dvr.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.631439 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.632006 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loaded extension: dvr Apr 15 20:23:33.632355 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: empty_string_filtering.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.633294 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.633862 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loaded extension: empty-string-filtering Apr 15 20:23:33.634215 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.635145 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.635715 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 15 20:23:33.636074 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.636990 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.637556 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 15 20:23:33.637909 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: external_net.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.638870 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.639449 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loaded extension: external-net Apr 15 20:23:33.639802 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.640718 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.641291 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loaded extension: extra_dhcp_opt Apr 15 20:23:33.641644 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: extraroute.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.642578 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.643157 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loaded extension: extraroute Apr 15 20:23:33.643513 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: extraroute_atomic.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.644537 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.645112 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loaded extension: extraroute-atomic Apr 15 20:23:33.645474 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: filter_validation.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.646187 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.646786 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loaded extension: filter-validation Apr 15 20:23:33.647142 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: fip_pf_description.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.648069 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.648689 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 15 20:23:33.649043 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: fip_port_details.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.650054 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.650652 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loaded extension: fip-port-details Apr 15 20:23:33.651009 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: flavors.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.652230 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.652805 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loaded extension: flavors Apr 15 20:23:33.653166 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.654830 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.655413 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 15 20:23:33.655785 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: floatingip_pools.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.656538 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.657121 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loaded extension: floatingip-pools Apr 15 20:23:33.657477 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: ip_allocation.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.658413 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.658994 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Extension ip_allocation not supported by any of loaded plugins Apr 15 20:23:33.659353 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.660273 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.660843 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loaded extension: ip-substring-filtering Apr 15 20:23:33.661202 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: l2_adjacency.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.662118 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.662743 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 15 20:23:33.663490 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: l3.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.664579 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.665157 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loaded extension: router Apr 15 20:23:33.665508 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.667833 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.668374 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 15 20:23:33.668737 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.669677 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.670250 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loaded extension: ext-gw-mode Apr 15 20:23:33.670635 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.671668 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.672248 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loaded extension: l3-ha Apr 15 20:23:33.672608 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: l3_flavors.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.673522 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.674093 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loaded extension: l3-flavors Apr 15 20:23:33.674468 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.675390 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.675958 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 15 20:23:33.676316 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: l3agentscheduler.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.677463 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.678039 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loaded extension: l3_agent_scheduler Apr 15 20:23:33.678411 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: logging.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.679957 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.680535 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Extension logging not supported by any of loaded plugins Apr 15 20:23:33.680898 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: metering.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.681688 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.682422 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loaded extension: metering Apr 15 20:23:33.682787 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.683890 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.684465 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loaded extension: metering_source_and_destination_fields Apr 15 20:23:33.684826 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: multiprovidernet.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.685748 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.686324 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loaded extension: multi-provider Apr 15 20:23:33.686708 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: netmtu.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.687620 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.688194 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loaded extension: net-mtu Apr 15 20:23:33.688550 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: netmtu_writable.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.689471 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.690036 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loaded extension: net-mtu-writable Apr 15 20:23:33.690425 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: network_availability_zone.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.691230 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.691817 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loaded extension: network_availability_zone Apr 15 20:23:33.692170 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: network_ip_availability.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.693261 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.693839 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loaded extension: network-ip-availability Apr 15 20:23:33.694196 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: network_segment_range.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.695079 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.695669 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Extension network-segment-range not supported by any of loaded plugins Apr 15 20:23:33.696029 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: pagination.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.697023 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.697391 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loaded extension: pagination Apr 15 20:23:33.697739 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: port_device_profile.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.698678 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.699251 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loaded extension: port-device-profile Apr 15 20:23:33.699605 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.700524 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.701094 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loaded extension: port-mac-address-regenerate Apr 15 20:23:33.701449 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.702351 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.702949 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loaded extension: port-numa-affinity-policy Apr 15 20:23:33.703303 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: port_resource_request.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.704203 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.704765 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Extension port-resource-request not supported by any of loaded plugins Apr 15 20:23:33.705122 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: portbindings.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.706050 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.706639 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loaded extension: binding Apr 15 20:23:33.706993 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: portbindings_extended.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.708237 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.708828 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loaded extension: binding-extended Apr 15 20:23:33.709185 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: portsecurity.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.710111 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.710713 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loaded extension: port-security Apr 15 20:23:33.711121 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: project_id.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.712104 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.712476 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loaded extension: project-id Apr 15 20:23:33.712834 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: providernet.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.713755 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.714332 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loaded extension: provider Apr 15 20:23:33.714741 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: qos.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.718361 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.718982 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Extension qos not supported by any of loaded plugins Apr 15 20:23:33.719352 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.720659 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.721446 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 15 20:23:33.721853 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.722935 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.723712 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 15 20:23:33.724097 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: qos_default.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.725034 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.725614 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Extension qos-default not supported by any of loaded plugins Apr 15 20:23:33.725973 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: qos_fip.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.726727 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.727625 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Extension qos-fip not supported by any of loaded plugins Apr 15 20:23:33.727982 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: qos_gateway_ip.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.728914 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.729482 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 15 20:23:33.729834 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: qos_port_network_policy.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.730780 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.731355 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 15 20:23:33.731709 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: qos_rule_type_details.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.732632 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.733249 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 15 20:23:33.733557 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: qos_rules_alias.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.734632 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.735204 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 15 20:23:33.735559 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: quotasv2.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.736558 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.736925 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loaded extension: quotas Apr 15 20:23:33.737275 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: quotasv2_detail.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.739026 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.739408 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loaded extension: quota_details Apr 15 20:23:33.739777 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: rbac.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.740915 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.741510 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loaded extension: rbac-policies Apr 15 20:23:33.741868 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: rbac_address_group.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.742887 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.743473 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loaded extension: rbac-address-group Apr 15 20:23:33.743831 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: rbac_address_scope.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.744748 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.745324 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loaded extension: rbac-address-scope Apr 15 20:23:33.745682 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: rbac_security_groups.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.746625 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.747199 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loaded extension: rbac-security-groups Apr 15 20:23:33.747555 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: rbac_subnetpool.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.748486 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.749072 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loaded extension: rbac-subnetpool Apr 15 20:23:33.749422 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: revisionifmatch.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.750361 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.750962 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loaded extension: revision-if-match Apr 15 20:23:33.751319 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: revisions.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.752435 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.753009 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loaded extension: standard-attr-revisions Apr 15 20:23:33.753364 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: router_availability_zone.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.754075 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.754669 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loaded extension: router_availability_zone Apr 15 20:23:33.755023 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: routerservicetype.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.755957 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.756525 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Extension router-service-type not supported by any of loaded plugins Apr 15 20:23:33.756877 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.757804 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.758423 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loaded extension: security-groups-normalized-cidr Apr 15 20:23:33.758788 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.759719 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.760294 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loaded extension: port-security-groups-filtering Apr 15 20:23:33.760646 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.761578 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.762154 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loaded extension: security-groups-remote-address-group Apr 15 20:23:33.762535 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: securitygroup.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.775777 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.776392 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loaded extension: security-group Apr 15 20:23:33.776763 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: segment.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.777628 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.778212 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Extension segment not supported by any of loaded plugins Apr 15 20:23:33.778607 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.779549 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.780119 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 15 20:23:33.780480 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: servicetype.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.781569 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.782154 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loaded extension: service-type Apr 15 20:23:33.782541 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: sorting.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.783518 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.783893 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loaded extension: sorting Apr 15 20:23:33.784250 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: standard_attr_segment.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.785135 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.785733 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 15 20:23:33.786075 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: standardattrdescription.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.786789 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.787369 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loaded extension: standard-attr-description Apr 15 20:23:33.787725 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: stateful_security_group.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.788662 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.789289 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loaded extension: stateful-security-group Apr 15 20:23:33.789651 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: stdattrs_common.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.790231 dv-cinder-786386-2-smb neutron-server[85298]: WARNING neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 15 20:23:33.790614 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.791609 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.792194 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 15 20:23:33.792552 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: subnet_onboard.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.793601 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.794174 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loaded extension: subnet_onboard Apr 15 20:23:33.794563 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.795492 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.796080 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 15 20:23:33.796435 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: subnet_service_types.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.797360 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.797948 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loaded extension: subnet-service-types Apr 15 20:23:33.798305 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: subnetallocation.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.799407 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.799984 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loaded extension: subnet_allocation Apr 15 20:23:33.800343 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.801049 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.801644 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loaded extension: subnetpool-prefix-ops Apr 15 20:23:33.802002 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.802956 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.803540 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 15 20:23:33.803899 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: tagging.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.805215 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.805810 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loaded extension: standard-attr-tag Apr 15 20:23:33.806172 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: timestamp.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.807374 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.807955 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loaded extension: standard-attr-timestamp Apr 15 20:23:33.808318 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: trunk.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.809339 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.809919 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Extension trunk not supported by any of loaded plugins Apr 15 20:23:33.810274 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: trunk_details.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.811244 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.811816 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Extension trunk-details not supported by any of loaded plugins Apr 15 20:23:33.812171 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: uplink_status_propagation.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.813090 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.813661 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 15 20:23:33.814018 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Loading extension file: vlantransparent.py {{(pid=85298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:23:33.814737 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=85298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:23:33.815315 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 15 20:23:33.817971 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.quota.resource_registry [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Creating instance of TrackedResource for resource:network Apr 15 20:23:33.818793 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.quota.resource_registry [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Creating instance of TrackedResource for resource:subnet Apr 15 20:23:33.819471 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.quota.resource_registry [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Creating instance of TrackedResource for resource:subnetpool Apr 15 20:23:33.820132 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.quota.resource_registry [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Creating instance of TrackedResource for resource:port Apr 15 20:23:33.821655 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.resource_helper [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85298) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 20:23:33.822144 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.resource_helper [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Service FLAVORS assigned prefix: {{(pid=85298) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 20:23:33.822848 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.resource_helper [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85298) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 20:23:33.823302 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.resource_helper [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85298) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 20:23:33.823669 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.quota.resource_registry [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Creating instance of TrackedResource for resource:router Apr 15 20:23:33.824392 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.quota.resource_registry [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Creating instance of TrackedResource for resource:floatingip Apr 15 20:23:33.825155 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.resource_helper [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Service METERING assigned prefix: /metering {{(pid=85298) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 20:23:33.827038 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:33.827440 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:33.827820 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85298) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:23:33.828958 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.quota.resource_registry [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Creating instance of CountableResource for resource:rbac_policy Apr 15 20:23:33.829440 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.quota.resource_registry [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Creating instance of TrackedResource for resource:security_group Apr 15 20:23:33.830259 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.quota.resource_registry [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 15 20:23:33.831080 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.resource_helper [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Service CORE assigned prefix: {{(pid=85298) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 20:23:33.831458 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.quota.resource_registry [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Creating instance of TrackedResource for resource:subnetpool Apr 15 20:23:33.831815 dv-cinder-786386-2-smb neutron-server[85298]: WARNING neutron.quota.resource_registry [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] subnetpool is already registered Apr 15 20:23:33.832482 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.resource_helper [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Service CORE assigned prefix: {{(pid=85298) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 20:23:33.832846 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.quota.resource_registry [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Creating instance of TrackedResource for resource:subnetpool Apr 15 20:23:33.833206 dv-cinder-786386-2-smb neutron-server[85298]: WARNING neutron.quota.resource_registry [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] subnetpool is already registered Apr 15 20:23:33.836060 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.resource_helper [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85298) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 20:23:33.836537 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.resource_helper [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Service FLAVORS assigned prefix: {{(pid=85298) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 20:23:33.837172 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.resource_helper [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85298) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 20:23:33.837625 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.resource_helper [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85298) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 20:23:33.837992 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.quota.resource_registry [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Creating instance of TrackedResource for resource:router Apr 15 20:23:33.838353 dv-cinder-786386-2-smb neutron-server[85298]: WARNING neutron.quota.resource_registry [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] router is already registered Apr 15 20:23:33.839037 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.quota.resource_registry [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Creating instance of TrackedResource for resource:floatingip Apr 15 20:23:33.839401 dv-cinder-786386-2-smb neutron-server[85298]: WARNING neutron.quota.resource_registry [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] floatingip is already registered Apr 15 20:23:33.840071 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.resource_helper [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Service METERING assigned prefix: /metering {{(pid=85298) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 20:23:33.840796 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.quota.resource_registry [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Creating instance of CountableResource for resource:rbac_policy Apr 15 20:23:33.841155 dv-cinder-786386-2-smb neutron-server[85298]: WARNING neutron.quota.resource_registry [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] rbac_policy is already registered Apr 15 20:23:33.841773 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.quota.resource_registry [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Creating instance of TrackedResource for resource:security_group Apr 15 20:23:33.842137 dv-cinder-786386-2-smb neutron-server[85298]: WARNING neutron.quota.resource_registry [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] security_group is already registered Apr 15 20:23:33.842805 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.quota.resource_registry [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 15 20:23:33.843170 dv-cinder-786386-2-smb neutron-server[85298]: WARNING neutron.quota.resource_registry [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] security_group_rule is already registered Apr 15 20:23:33.843887 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.resource_helper [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Service CORE assigned prefix: {{(pid=85298) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 20:23:33.844259 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.quota.resource_registry [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Creating instance of TrackedResource for resource:subnetpool Apr 15 20:23:33.844620 dv-cinder-786386-2-smb neutron-server[85298]: WARNING neutron.quota.resource_registry [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] subnetpool is already registered Apr 15 20:23:33.845305 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.resource_helper [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Service CORE assigned prefix: {{(pid=85298) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 20:23:33.845665 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.quota.resource_registry [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Creating instance of TrackedResource for resource:subnetpool Apr 15 20:23:33.846036 dv-cinder-786386-2-smb neutron-server[85298]: WARNING neutron.quota.resource_registry [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] subnetpool is already registered Apr 15 20:23:33.846767 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Extended resource: extensions {{(pid=85298) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 20:23:33.848306 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Extended resource: address-groups {{(pid=85298) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 20:23:33.849995 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Extended resource: address-scopes {{(pid=85298) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 20:23:33.851291 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Extended resource: agents {{(pid=85298) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 20:23:33.852948 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Extended resource: auto-allocated-topology {{(pid=85298) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 20:23:33.854243 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Extended resource: availability_zones {{(pid=85298) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 20:23:33.855613 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Extended resource: dhcp-networks {{(pid=85298) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 20:23:33.857200 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Extended resource: dhcp-agents {{(pid=85298) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 20:23:33.858667 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Extended resource: routers {{(pid=85298) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 20:23:33.860557 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Extended resource: flavors {{(pid=85298) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 20:23:33.861787 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Extended resource: service_profiles {{(pid=85298) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 20:23:33.863096 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Extended resource: next_providers {{(pid=85298) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 20:23:33.864717 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Extended resource: service_profiles {{(pid=85298) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 20:23:33.866239 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Extended resource: floatingip-pools {{(pid=85298) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 20:23:33.867578 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Extended resource: routers {{(pid=85298) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 20:23:33.869447 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Extended resource: floatingips {{(pid=85298) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 20:23:33.870747 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Extended resource: l3-routers {{(pid=85298) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 20:23:33.872213 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Extended resource: l3-agents {{(pid=85298) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 20:23:33.873702 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Extended resource: metering-labels {{(pid=85298) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 20:23:33.876001 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Extended resource: metering-label-rules {{(pid=85298) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 20:23:33.877331 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Extended resource: network-ip-availabilities {{(pid=85298) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 20:23:33.878699 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Extended resource: bindings {{(pid=85298) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 20:23:33.880425 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Extended resource: quotas {{(pid=85298) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 20:23:33.881928 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Extended resource: quotas {{(pid=85298) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 20:23:33.883508 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Extended resource: rbac-policies {{(pid=85298) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 20:23:33.884872 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Extended resource: security-groups {{(pid=85298) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 20:23:33.886172 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Extended resource: security-group-rules {{(pid=85298) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 20:23:33.887502 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Extended resource: service-providers {{(pid=85298) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 20:23:33.888787 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Extended resource: subnetpools {{(pid=85298) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 20:23:33.890281 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Extended resource: subnetpools {{(pid=85298) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 20:23:33.891836 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Extended resource: tags {{(pid=85298) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 20:23:33.893628 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Extended resource: tags {{(pid=85298) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 20:23:33.895558 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Extended resource: tags {{(pid=85298) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 20:23:33.897411 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Extended resource: tags {{(pid=85298) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 20:23:33.899345 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Extended resource: tags {{(pid=85298) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 20:23:33.901296 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Extended resource: tags {{(pid=85298) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 20:23:33.903124 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Extended resource: tags {{(pid=85298) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 20:23:33.905106 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Extended resource: tags {{(pid=85298) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 20:23:33.907122 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Extended resource: tags {{(pid=85298) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 20:23:33.909089 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.extensions [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Extended resource: tags {{(pid=85298) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 20:23:33.916013 dv-cinder-786386-2-smb neutron-server[85298]: WARNING keystonemiddleware.auth_token [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 15 20:23:33.921225 dv-cinder-786386-2-smb neutron-server[85298]: WARNING keystonemiddleware.auth_token [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 15 20:23:33.930086 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Acquired lock "singleton_lock" {{(pid=85298) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 15 20:23:33.930629 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Releasing lock "singleton_lock" {{(pid=85298) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 15 20:23:33.932097 dv-cinder-786386-2-smb neutron-server[85298]: INFO oslo_service.service [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Starting 2 workers Apr 15 20:23:33.936805 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Started child 85411 {{(pid=85298) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 15 20:23:33.940955 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:23:33.941417 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Started child 85412 {{(pid=85298) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 15 20:23:33.942418 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [-] (85411) wsgi starting up on http://0.0.0.0:9696 Apr 15 20:23:33.942873 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.service [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 15 20:23:33.943507 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Notify callbacks [] for process, before_spawn {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:23:33.944863 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:23:33.946021 dv-cinder-786386-2-smb neutron-server[85298]: INFO oslo_service.service [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Starting 1 workers Apr 15 20:23:33.946338 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [-] (85412) wsgi starting up on http://0.0.0.0:9696 Apr 15 20:23:33.951454 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Started child 85413 {{(pid=85298) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 15 20:23:33.951972 dv-cinder-786386-2-smb neutron-server[85298]: INFO oslo_service.service [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Starting 1 workers Apr 15 20:23:33.953576 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.service [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] calling RpcWorker wait() {{(pid=85413) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 15 20:23:33.953957 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.service [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] returning from RpcWorker wait() {{(pid=85413) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 15 20:23:33.955457 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:23:33.956143 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=85413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:23:33.956638 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Started child 85414 {{(pid=85298) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 15 20:23:33.957387 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e729fee4-f4b3-46a8-8a0a-b578a0677ba4 None None] Notify callbacks [] for process, after_spawn {{(pid=85298) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:23:33.958945 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85298) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 15 20:23:33.959127 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 15 20:23:33.959543 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 15 20:23:33.959793 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 15 20:23:33.960224 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 15 20:23:33.960365 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 15 20:23:33.960661 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:23:33.960949 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.961271 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.961579 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.961865 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.962170 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.962838 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.963141 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.963442 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.963741 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.964008 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.964170 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.964543 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.964833 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.965105 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.965455 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.965706 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.965996 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.966274 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.966509 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.966794 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] config_source = [] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.967101 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.967381 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.967668 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] debug = True {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.967954 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.968479 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.968735 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.969010 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.969269 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.969557 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.969828 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.970113 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.970403 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.970661 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.970938 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.971214 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.971470 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.971709 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.971956 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.972259 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.972509 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.972951 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] host = dv-cinder-786386-2-smb {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.973193 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.973451 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.973729 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.973985 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.974275 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.974560 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.974850 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.975159 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.975433 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.975706 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.976000 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.976251 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.976518 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] log_dir = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.976868 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] log_file = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.977390 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] log_options = True {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.977644 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.977955 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.978240 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.978517 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.978691 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.978836 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.979088 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.979278 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.979572 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.979823 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.980072 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.980341 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.980588 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.980840 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.981130 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.981396 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.981659 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.981901 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.982190 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.982495 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.982954 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.983131 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.983283 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.983511 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.984611 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.984611 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.984611 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.984611 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.984928 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.985071 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.985466 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.985880 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.986163 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:23:33.986485 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.986980 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.987233 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.987515 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.987730 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.988265 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.988523 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.989039 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.989487 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.989923 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.990643 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.990643 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.991298 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] use_journal = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.991298 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] use_json = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.991584 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.991584 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.991862 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.992086 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.992364 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.992615 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.992861 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.993171 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:33.993799 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:33.993956 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:33.994235 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:33.994473 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:33.995438 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:33.995438 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:33.995438 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:33.995438 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:33.996749 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:33.996749 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:33.996749 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:33.996749 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:33.998958 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:33.998958 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:33.998958 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:33.998958 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:33.998958 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:33.998958 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:33.998958 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:33.998958 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.002470 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.002470 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.002470 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.002470 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.002470 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.69/identity {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.002470 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.002470 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.002470 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.004022 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.004022 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.004022 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.004022 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.004022 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.004022 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.004022 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.004022 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.004022 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.005708 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.005708 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.005708 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.005708 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.005708 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.005708 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.005708 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.005708 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.005708 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.007063 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.007063 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.007063 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.007063 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.007063 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.007063 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.007984 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.007984 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.007984 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.007984 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.008543 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.008543 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.008843 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.008991 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.009141 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.009434 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.009674 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.009930 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.010144 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.010362 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.010681 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.010895 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.011156 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.011380 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.011644 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.011857 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.012123 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.012337 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.012605 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.012839 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.013002 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.013284 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.013537 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.013704 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.013975 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.014201 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.016598 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.016598 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.016598 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.016598 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.016598 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.016598 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.016598 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.016598 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.019952 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.019952 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.019952 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.019952 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.019952 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.019952 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.019952 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.019952 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.021109 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.021109 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.021109 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.021109 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.021109 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.021109 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.021109 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.021109 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.022055 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.022055 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.022055 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.022055 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.022055 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.022055 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.022055 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.023112 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.023112 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.023112 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.023410 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.023543 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.023858 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.024131 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.024417 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.024702 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.024988 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.025285 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.025567 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.025840 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.026112 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.027158 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.027158 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.027158 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.027158 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.027158 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.027158 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.028999 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.028999 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.028999 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.029326 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.029430 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.029712 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.030079 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.030390 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.030690 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.031258 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.031478 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.69/identity {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.031713 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.031973 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.032244 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.032494 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.032825 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.033100 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.033369 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.033715 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.033897 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.034106 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.034333 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.034962 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.034962 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.035249 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.035705 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.035705 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.035975 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.036113 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.036339 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.037594 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.037594 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.037594 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.037594 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.037594 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.038986 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.038986 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.038986 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.038986 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.038986 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.039693 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.039693 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.039693 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.040090 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.040090 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.040355 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.040571 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.040825 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.041073 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.041338 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.041634 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.041885 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.042163 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.042464 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.042821 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.043077 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.043366 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.043636 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.043890 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.044163 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.044416 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.044669 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.044931 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.045207 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.045456 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.045732 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.046013 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.046288 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.046580 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.046830 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.047075 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.047325 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.047596 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.047942 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.048233 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.048509 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.048781 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.049026 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.049287 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.049552 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.049797 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.050048 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.050312 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.050603 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.050854 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.051099 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.051553 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.051553 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.051881 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.052726 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.052726 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.052726 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.052961 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.053245 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.053531 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.053813 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.054122 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.054426 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.054766 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.055045 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.055411 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.055646 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.055933 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.056215 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.056469 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.056732 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.057062 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.057513 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.057804 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.058098 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.058400 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.058711 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.059047 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.059366 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.059616 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.059948 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.060310 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.060596 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.060871 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.061143 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.061434 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.061692 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.061947 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.062202 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.062478 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.062731 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.063009 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.063270 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.063632 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.063760 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.064009 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.064260 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.064520 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.064798 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.065071 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.065335 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.065526 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 15 20:23:34.066094 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85298) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 15 20:23:34.066260 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 15 20:23:34.066474 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 15 20:23:34.066677 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 15 20:23:34.066879 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 15 20:23:34.067061 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 15 20:23:34.067310 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.067501 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.067693 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.067884 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.068078 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.068265 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.068435 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.068627 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.070415 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.070415 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.070415 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.070415 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.070415 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.070415 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.070415 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.070415 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.071191 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.071191 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.071521 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.071707 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] config_source = [] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.071900 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.072096 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.072287 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] debug = True {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.072477 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.072704 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.072880 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.073233 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.073427 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.073618 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.073806 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.073996 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.074183 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.074401 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.074585 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.074773 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.074961 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.075150 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.075337 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.075527 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.075713 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.075908 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] host = dv-cinder-786386-2-smb {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.076094 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.076258 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.076441 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.076626 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.076815 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.077003 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.077193 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.077381 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.077568 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.077756 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.077941 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.078129 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.078319 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] log_dir = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.078534 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] log_file = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.078721 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] log_options = True {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.078908 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.079096 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.079283 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.079496 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.079668 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.080024 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.080196 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.080376 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.080562 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.080750 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.080937 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.081122 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.081308 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.081465 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.081655 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.081833 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.081981 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.082167 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.082352 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.082547 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.082921 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.082921 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.083243 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.083243 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.083523 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 55326) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:23:34.083665 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.083665 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.083665 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.084061 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.084061 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.084329 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.084329 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.084616 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.084616 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.085047 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.085047 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.085320 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.085320 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.085588 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.085588 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.085865 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.086040 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.086183 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.086324 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.086472 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.086632 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] use_journal = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.086820 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] use_json = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.087007 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.087193 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.087383 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.087569 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.087759 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.087949 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.088135 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.088321 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:23:34.088554 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.088746 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.088951 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.089116 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.089310 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.089501 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.089688 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.089879 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.090070 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.090258 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.090508 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.090699 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.090902 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.091091 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.091282 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.091476 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.091666 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.091858 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.092048 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.092239 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.092428 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.092619 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.092829 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.093017 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.093208 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.69/identity {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.093398 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.093587 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.093777 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.093967 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.094157 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.094571 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [-] 10.222.0.69 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0089042 Apr 15 20:23:34.094755 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.094755 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.094755 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.095156 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.095156 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.096184 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.096398 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.096636 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.097922 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.097922 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.097922 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.098342 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.098342 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.098657 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.098657 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.098926 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.098926 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.099212 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.099353 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.099494 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.099634 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.099775 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.099916 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.100057 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.100256 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.100449 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.100607 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.100804 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.100994 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.101184 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.101374 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.101605 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.101834 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.102025 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.102570 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.102756 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.102947 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.103138 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.103327 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.103518 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.103676 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.103872 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.104062 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.104278 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.104421 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.104562 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.104746 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.104936 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.105124 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.105316 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.105504 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.105693 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.105889 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.106083 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.106282 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.106515 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.106722 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.106869 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.107010 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.107196 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.107398 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.107556 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.107698 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.107877 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.108065 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.108254 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.108437 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.108608 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.108801 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.109026 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.110068 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.110068 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.110068 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.110068 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.110068 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.110068 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.111093 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.111093 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.111093 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.111093 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.111093 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.111093 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.112147 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.112147 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.112147 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.112147 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.112147 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.112147 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.112746 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.112746 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.112746 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.112746 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.113112 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.113112 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.113291 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.113389 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.113487 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.113689 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.113896 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.114078 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.114256 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.114496 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.114721 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.115228 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.115228 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.115228 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.115758 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.115758 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.115758 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.116069 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.116938 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.117137 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.117410 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.118267 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.69/identity {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.118497 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.119156 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.119356 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.120330 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.120531 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.120732 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.120928 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.121125 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.121321 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.121516 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.121623 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:23:34.121703 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.121853 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.122219 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.122447 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.122635 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.122826 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.123018 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.123209 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.123400 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.123591 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.123782 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.123971 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.124160 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.124349 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.124539 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.124733 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.124926 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.125116 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.125309 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.125500 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.125695 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.125886 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.126076 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.126265 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.126499 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.126696 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.126889 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.127080 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.127271 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.127462 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.127653 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.128045 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.128045 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.128277 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.128396 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.128509 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.128665 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.128852 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.129036 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.129209 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.129514 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.129745 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.129745 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.129943 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.130045 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.130241 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.130468 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.130660 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.130852 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.131041 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.131228 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.131417 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.131622 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.131812 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.132000 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.132188 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.132376 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.132577 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.132766 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.133011 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.133201 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.133367 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.133566 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.133757 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.133965 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.134116 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.134293 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.134543 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.134718 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.134907 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.136673 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.136673 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.136673 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.136673 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.136673 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.136673 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.136673 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.136673 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.138949 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.138949 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.138949 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.138949 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.138949 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.138949 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.138949 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.138949 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.139453 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.139453 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.139453 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.139453 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.139453 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.139453 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.139453 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.139453 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.139961 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.139961 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.139961 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.139961 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.139961 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.139961 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.140331 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.140331 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.140461 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.140947 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.140947 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.140947 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.141173 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.141248 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.141445 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.141640 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.141830 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.142021 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.142209 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.142421 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.142616 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:23:34.142804 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85298) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 15 20:23:45.133550 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d42bfa-c39b-42b3-b67a-0b4aa7812baf None None] get_active_networks_info from dv-cinder-786386-2-smb {{(pid=85413) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 15 20:23:45.258855 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d42bfa-c39b-42b3-b67a-0b4aa7812baf None None] No non-hosted networks {{(pid=85413) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 15 20:23:45.284496 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.agentschedulers_db [None req-02d42bfa-c39b-42b3-b67a-0b4aa7812baf None None] DHCP Agent not found on host dv-cinder-786386-2-smb {{(pid=85413) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 15 20:23:45.493861 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-a95f8951-8d03-4bf4-b8d9-5a17e230753a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727'] for agent, after_create {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:23:47.479901 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-1d1d36db-2988-46c5-9ba5-5520a41d6ea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727'] for agent, after_create {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:23:47.539178 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-5293614f-fcaa-459c-b02f-2688c04ac12f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:23:47.868584 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6589a99b-4989-4a06-bc40-62b7e77e6cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727'] for agent, after_create {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:23:48.195267 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727'] for agent, after_create {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:23:48.200189 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:23:48.200948 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:23:48.201538 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:23:48.202120 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:23:48.202775 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:23:48.203359 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:23:48.203943 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:23:48.204513 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:23:48.205079 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:23:48.205659 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:23:48.206227 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:23:48.206893 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:23:48.207504 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786386-2-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=85413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:23:48.212846 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786386-2-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=85413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:23:49.525048 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-611aad59-e19d-4c1d-b92d-eb0975a661b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727'] for agent, after_create {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:23:50.302750 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 55422) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:23:50.967486 dv-cinder-786386-2-smb neutron-server[85298]: WARNING oslo_policy.policy [None req-bf9cbc81-d8ec-4774-8646-97b14364c530 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 20:23:50.968068 dv-cinder-786386-2-smb neutron-server[85298]: WARNING oslo_policy.policy [None req-bf9cbc81-d8ec-4774-8646-97b14364c530 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 20:23:51.196045 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [None req-bf9cbc81-d8ec-4774-8646-97b14364c530 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=85411) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 20:23:51.197273 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-bf9cbc81-d8ec-4774-8646-97b14364c530 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8925912 Apr 15 20:23:53.634149 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.db.l3_hamode_db [None req-c421c24b-8c4f-4e40-af09-d68c0471a8dd None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 15 20:23:53.733090 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c421c24b-8c4f-4e40-af09-d68c0471a8dd None None] Routers set() bound to L3 agent in host dv-cinder-786386-2-smb {{(pid=85413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:23:53.733518 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c421c24b-8c4f-4e40-af09-d68c0471a8dd None None] Router IDs set() for agent in host dv-cinder-786386-2-smb {{(pid=85413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 15 20:23:53.962137 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 55436) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:23:54.367478 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [None req-f0ea1e4f-0790-4b08-a222-0543c922e852 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26}} {{(pid=85411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:23:54.468650 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.policy [None req-f0ea1e4f-0790-4b08-a222-0543c922e852 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85411) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 15 20:23:54.523336 dv-cinder-786386-2-smb neutron-server[85298]: WARNING oslo_policy.policy [None req-f0ea1e4f-0790-4b08-a222-0543c922e852 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 20:23:54.523744 dv-cinder-786386-2-smb neutron-server[85298]: WARNING oslo_policy.policy [None req-f0ea1e4f-0790-4b08-a222-0543c922e852 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 20:23:54.541880 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.quota [None req-f0ea1e4f-0790-4b08-a222-0543c922e852 admin admin] Loaded quota_driver: . Apr 15 20:23:54.558292 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-f0ea1e4f-0790-4b08-a222-0543c922e852 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:23:54.618306 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f0ea1e4f-0790-4b08-a222-0543c922e852 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363245246217826', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363245246214176', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363245246207250', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363245246201334', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363245246185345', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363245246181712', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036838121020', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16661094', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854362569', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854191880'] for rbac-policy, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:23:54.858733 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f0ea1e4f-0790-4b08-a222-0543c922e852 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:23:54.859953 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-f0ea1e4f-0790-4b08-a222-0543c922e852 admin admin] 10.222.0.69 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8963633 Apr 15 20:23:57.860182 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 55450) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:23:58.259145 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [None req-fc897ff6-79c9-40b8-89bc-e654da8afc83 admin admin] Request body: {'network': {'project_id': 'a8208d97ff35451c8c2ad6b7db0b42bd', 'admin_state_up': True, 'name': 'private'}} {{(pid=85411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:23:58.268636 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-fc897ff6-79c9-40b8-89bc-e654da8afc83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:23:58.275113 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-fc897ff6-79c9-40b8-89bc-e654da8afc83 admin admin] Usage tracker for resource:network and tenant:a8208d97ff35451c8c2ad6b7db0b42bd is out of sync, need to count used quota {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:23:58.278685 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-fc897ff6-79c9-40b8-89bc-e654da8afc83 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:23:58.285296 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-fc897ff6-79c9-40b8-89bc-e654da8afc83 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:23:58.296985 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc897ff6-79c9-40b8-89bc-e654da8afc83 admin admin] Made reservation on behalf of a8208d97ff35451c8c2ad6b7db0b42bd for: {'network': 1} {{(pid=85411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:23:58.302792 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-fc897ff6-79c9-40b8-89bc-e654da8afc83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for network, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:23:58.319157 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-fc897ff6-79c9-40b8-89bc-e654da8afc83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:23:58.334515 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-fc897ff6-79c9-40b8-89bc-e654da8afc83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:23:58.338970 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-fc897ff6-79c9-40b8-89bc-e654da8afc83 admin admin] Usage tracker for resource:security_group_rule and tenant:a8208d97ff35451c8c2ad6b7db0b42bd is out of sync, need to count used quota {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:23:58.342670 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-fc897ff6-79c9-40b8-89bc-e654da8afc83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:23:58.348934 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-fc897ff6-79c9-40b8-89bc-e654da8afc83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:23:58.457620 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-fc897ff6-79c9-40b8-89bc-e654da8afc83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:23:58.461988 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-fc897ff6-79c9-40b8-89bc-e654da8afc83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:23:58.466587 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:23:58.485588 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc897ff6-79c9-40b8-89bc-e654da8afc83 admin admin] vlan segment allocate from pool success with {'vlan_id': 1070, 'physical_network': 'physnet1'} {{(pid=85411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 20:23:58.510521 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-fc897ff6-79c9-40b8-89bc-e654da8afc83 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363245249547073', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-793'] for segment, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:23:58.511094 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-fc897ff6-79c9-40b8-89bc-e654da8afc83 admin admin] Unsubscribe: segment precommit_create {{(pid=85411) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 15 20:23:58.511549 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.db.segments_db [None req-fc897ff6-79c9-40b8-89bc-e654da8afc83 admin admin] Added segment 42bc6c6f-8a85-4b43-9d80-c732a3d1d379 of type vlan for network bb1b36ac-b56f-492a-bff4-c6d7b7aeec14 Apr 15 20:23:58.563563 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc897ff6-79c9-40b8-89bc-e654da8afc83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d7ded36-3483-49d8-b28e-24a6e14a41f2,revision_number=1']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:23:58.589963 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc897ff6-79c9-40b8-89bc-e654da8afc83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:23:58.590266 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc897ff6-79c9-40b8-89bc-e654da8afc83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:23:58.590649 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc897ff6-79c9-40b8-89bc-e654da8afc83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:23:58.591003 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc897ff6-79c9-40b8-89bc-e654da8afc83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:23:58.591347 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc897ff6-79c9-40b8-89bc-e654da8afc83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:23:58.591689 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc897ff6-79c9-40b8-89bc-e654da8afc83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:23:58.592034 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc897ff6-79c9-40b8-89bc-e654da8afc83 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:23:58.592376 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc897ff6-79c9-40b8-89bc-e654da8afc83 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:23:58.592716 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc897ff6-79c9-40b8-89bc-e654da8afc83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:23:58.593055 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc897ff6-79c9-40b8-89bc-e654da8afc83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:23:58.593390 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc897ff6-79c9-40b8-89bc-e654da8afc83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:23:58.593728 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc897ff6-79c9-40b8-89bc-e654da8afc83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:23:58.594817 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc897ff6-79c9-40b8-89bc-e654da8afc83 admin admin] Tracked resource versions report: Apr 15 20:23:58.594817 dv-cinder-786386-2-smb neutron-server[85298]: pushed versions: Apr 15 20:23:58.594817 dv-cinder-786386-2-smb neutron-server[85298]: { 'AddressGroup': {'1.2'}, Apr 15 20:23:58.594817 dv-cinder-786386-2-smb neutron-server[85298]: 'ConntrackHelper': {'1.0'}, Apr 15 20:23:58.594817 dv-cinder-786386-2-smb neutron-server[85298]: 'Log': {'1.0'}, Apr 15 20:23:58.594817 dv-cinder-786386-2-smb neutron-server[85298]: 'Network': {'1.1'}, Apr 15 20:23:58.594817 dv-cinder-786386-2-smb neutron-server[85298]: 'Port': {'1.7'}, Apr 15 20:23:58.594817 dv-cinder-786386-2-smb neutron-server[85298]: 'PortForwarding': {'1.2'}, Apr 15 20:23:58.594817 dv-cinder-786386-2-smb neutron-server[85298]: 'QosPolicy': {'1.8'}, Apr 15 20:23:58.594817 dv-cinder-786386-2-smb neutron-server[85298]: 'SecurityGroup': {'1.4'}, Apr 15 20:23:58.594817 dv-cinder-786386-2-smb neutron-server[85298]: 'SecurityGroupRule': {'1.2'}, Apr 15 20:23:58.594817 dv-cinder-786386-2-smb neutron-server[85298]: 'SubPort': {'1.0'}, Apr 15 20:23:58.594817 dv-cinder-786386-2-smb neutron-server[85298]: 'Subnet': {'1.1'}, Apr 15 20:23:58.594817 dv-cinder-786386-2-smb neutron-server[85298]: 'Trunk': {'1.1'}} Apr 15 20:23:58.594817 dv-cinder-786386-2-smb neutron-server[85298]: consumer versions: Apr 15 20:23:58.594817 dv-cinder-786386-2-smb neutron-server[85298]: { DHCP agent@dv-cinder-786386-2-smb: {}, Apr 15 20:23:58.594817 dv-cinder-786386-2-smb neutron-server[85298]: L3 agent@dv-cinder-786386-2-smb: {}, Apr 15 20:23:58.594817 dv-cinder-786386-2-smb neutron-server[85298]: Metadata agent@dv-cinder-786386-2-smb: {}, Apr 15 20:23:58.594817 dv-cinder-786386-2-smb neutron-server[85298]: Metering agent@dv-cinder-786386-2-smb: {}, Apr 15 20:23:58.594817 dv-cinder-786386-2-smb neutron-server[85298]: Open vSwitch agent@dv-cinder-786386-2-smb: { 'AddressGroup': '1.2', Apr 15 20:23:58.594817 dv-cinder-786386-2-smb neutron-server[85298]: 'ConntrackHelper': '1.0', Apr 15 20:23:58.594817 dv-cinder-786386-2-smb neutron-server[85298]: 'Log': '1.0', Apr 15 20:23:58.594817 dv-cinder-786386-2-smb neutron-server[85298]: 'Network': '1.1', Apr 15 20:23:58.594817 dv-cinder-786386-2-smb neutron-server[85298]: 'Port': '1.7', Apr 15 20:23:58.594817 dv-cinder-786386-2-smb neutron-server[85298]: 'PortForwarding': '1.2', Apr 15 20:23:58.594817 dv-cinder-786386-2-smb neutron-server[85298]: 'QosPolicy': '1.8', Apr 15 20:23:58.594817 dv-cinder-786386-2-smb neutron-server[85298]: 'SecurityGroup': '1.4', Apr 15 20:23:58.594817 dv-cinder-786386-2-smb neutron-server[85298]: 'SecurityGroupRule': '1.2', Apr 15 20:23:58.594817 dv-cinder-786386-2-smb neutron-server[85298]: 'SubPort': '1.0', Apr 15 20:23:58.594817 dv-cinder-786386-2-smb neutron-server[85298]: 'Subnet': '1.1', Apr 15 20:23:58.594817 dv-cinder-786386-2-smb neutron-server[85298]: 'Trunk': '1.1'}} Apr 15 20:23:58.594817 dv-cinder-786386-2-smb neutron-server[85298]: {{(pid=85411) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 20:23:58.635851 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-fc897ff6-79c9-40b8-89bc-e654da8afc83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791604676518'] for network, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:23:58.647466 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-fc897ff6-79c9-40b8-89bc-e654da8afc83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:23:58.681193 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-fc897ff6-79c9-40b8-89bc-e654da8afc83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16285283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461'] for network, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:23:58.682658 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc897ff6-79c9-40b8-89bc-e654da8afc83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:23:58.683315 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-fc897ff6-79c9-40b8-89bc-e654da8afc83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16483510'] for network, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:23:58.688363 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:23:58.799121 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc897ff6-79c9-40b8-89bc-e654da8afc83 admin admin] Pushing event updated for resources: {'Network': ['ID=bb1b36ac-b56f-492a-bff4-c6d7b7aeec14,revision_number=1']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:23:58.802004 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-fc897ff6-79c9-40b8-89bc-e654da8afc83 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.9406650 Apr 15 20:23:58.804011 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-fc897ff6-79c9-40b8-89bc-e654da8afc83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:23:58.816639 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Network bb1b36ac-b56f-492a-bff4-c6d7b7aeec14 details requested by agent ovs-agent-dv-cinder-786386-2-smb with host dv-cinder-786386-2-smb {{(pid=85413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 20:24:01.893932 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 55466) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:24:02.389186 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76c819e-97f6-4a73-a638-d83ac818626c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:24:02.390667 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-d76c819e-97f6-4a73-a638-d83ac818626c admin admin] 10.222.0.69 "GET /v2.0/networks/bb1b36ac-b56f-492a-bff4-c6d7b7aeec14 HTTP/1.1" status: 200 len: 826 time: 0.4955792 Apr 15 20:24:02.422798 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-d32435ec-0dff-4328-9a05-326df46ad92e admin admin] 10.222.0.69 "GET /v2.0/subnetpools/7d9f33af-250e-4a09-a042-3976a7575c10 HTTP/1.1" status: 200 len: 734 time: 0.0226464 Apr 15 20:24:02.432098 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [None req-0ea7fe01-dccf-4c2a-9ba2-61474e81d9ce admin admin] Request body: {'subnet': {'tenant_id': 'a8208d97ff35451c8c2ad6b7db0b42bd', 'ip_version': 4, 'network_id': 'bb1b36ac-b56f-492a-bff4-c6d7b7aeec14', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '7d9f33af-250e-4a09-a042-3976a7575c10', 'name': 'private-subnet'}} {{(pid=85411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:24:02.436739 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-0ea7fe01-dccf-4c2a-9ba2-61474e81d9ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:24:02.440989 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-0ea7fe01-dccf-4c2a-9ba2-61474e81d9ce admin admin] Usage tracker for resource:subnet and tenant:a8208d97ff35451c8c2ad6b7db0b42bd is out of sync, need to count used quota {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:24:02.444117 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-0ea7fe01-dccf-4c2a-9ba2-61474e81d9ce admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:24:02.450232 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-0ea7fe01-dccf-4c2a-9ba2-61474e81d9ce admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:24:02.467375 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea7fe01-dccf-4c2a-9ba2-61474e81d9ce admin admin] Made reservation on behalf of a8208d97ff35451c8c2ad6b7db0b42bd for: {'subnet': 1} {{(pid=85411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:24:02.474437 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-0ea7fe01-dccf-4c2a-9ba2-61474e81d9ce admin admin] Notify callbacks [] for subnet, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:24:02.953585 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-0ea7fe01-dccf-4c2a-9ba2-61474e81d9ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16285263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461'] for subnet, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:24:02.966063 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:24:03.097596 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea7fe01-dccf-4c2a-9ba2-61474e81d9ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc1ff003-6700-4478-8c7f-190f18986c2c,revision_number=0']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:24:03.101227 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-0ea7fe01-dccf-4c2a-9ba2-61474e81d9ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:24:03.175767 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea7fe01-dccf-4c2a-9ba2-61474e81d9ce admin admin] Checking segment: {'id': '42bc6c6f-8a85-4b43-9d80-c732a3d1d379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'bb1b36ac-b56f-492a-bff4-c6d7b7aeec14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:24:03.176157 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea7fe01-dccf-4c2a-9ba2-61474e81d9ce admin admin] Network hostable DHCP agents. Network: bb1b36ac-b56f-492a-bff4-c6d7b7aeec14, hostable agents: ['ffb4b371-2790-46a0-bfdf-1689ebf5aa69'], hosted agents: [] {{(pid=85411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 20:24:03.199198 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea7fe01-dccf-4c2a-9ba2-61474e81d9ce admin admin] Network bb1b36ac-b56f-492a-bff4-c6d7b7aeec14 is scheduled to be hosted by DHCP agent ffb4b371-2790-46a0-bfdf-1689ebf5aa69 with binding_index 1 {{(pid=85411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 20:24:03.210935 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.base_scheduler [None req-0ea7fe01-dccf-4c2a-9ba2-61474e81d9ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-2-smb, bb1b36ac-b56f-492a-bff4-c6d7b7aeec14) {{(pid=85411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:24:03.217173 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea7fe01-dccf-4c2a-9ba2-61474e81d9ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:24:03.217817 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-0ea7fe01-dccf-4c2a-9ba2-61474e81d9ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16483510'] for subnet, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:24:03.221995 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226b6990-5f87-48f6-b177-31cbbec99e7a None None] Network bb1b36ac-b56f-492a-bff4-c6d7b7aeec14 requested from dv-cinder-786386-2-smb {{(pid=85413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:24:03.243696 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-0ea7fe01-dccf-4c2a-9ba2-61474e81d9ce admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8096626 Apr 15 20:24:03.720098 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbdbe036-9c98-4d0e-9ce4-14e7353b2f3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28a7f39b-2ac9-5a6b-b489-919d75496104-bb1b36ac-b56f-492a-bff4-c6d7b7aeec14', 'network_id': 'bb1b36ac-b56f-492a-bff4-c6d7b7aeec14', 'tenant_id': 'a8208d97ff35451c8c2ad6b7db0b42bd', 'fixed_ips': [{'subnet_id': 'bc1ff003-6700-4478-8c7f-190f18986c2c'}]}} from dv-cinder-786386-2-smb. {{(pid=85413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 20:24:03.721209 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-dbdbe036-9c98-4d0e-9ce4-14e7353b2f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_create {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:24:03.910565 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.db_base_plugin_common [None req-dbdbe036-9c98-4d0e-9ce4-14e7353b2f3f None None] Allocated IP 172.20.0.2 (bb1b36ac-b56f-492a-bff4-c6d7b7aeec14/bc1ff003-6700-4478-8c7f-190f18986c2c/69bee033-1732-4d3e-886c-8d30f48bea56) {{(pid=85413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:24:04.144537 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-dbdbe036-9c98-4d0e-9ce4-14e7353b2f3f None None] Notify callbacks [] for port, precommit_create {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:24:04.157586 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-dbdbe036-9c98-4d0e-9ce4-14e7353b2f3f None None] Transition to ACTIVE for port object 69bee033-1732-4d3e-886c-8d30f48bea56 will not be triggered until provisioned by entity L2. {{(pid=85413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:24:04.177608 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-dbdbe036-9c98-4d0e-9ce4-14e7353b2f3f None None] Transition to ACTIVE for port object 69bee033-1732-4d3e-886c-8d30f48bea56 will not be triggered until provisioned by entity DHCP. {{(pid=85413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:24:04.183965 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-dbdbe036-9c98-4d0e-9ce4-14e7353b2f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245250087898'] for port, after_create {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:24:04.197300 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:24:04.322471 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdbe036-9c98-4d0e-9ce4-14e7353b2f3f None None] Pushing event updated for resources: {'Port': ['ID=69bee033-1732-4d3e-886c-8d30f48bea56,revision_number=1']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:24:04.340586 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdbe036-9c98-4d0e-9ce4-14e7353b2f3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:24:04.340983 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdbe036-9c98-4d0e-9ce4-14e7353b2f3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:24:04.341340 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdbe036-9c98-4d0e-9ce4-14e7353b2f3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:24:04.341698 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdbe036-9c98-4d0e-9ce4-14e7353b2f3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:24:04.342055 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdbe036-9c98-4d0e-9ce4-14e7353b2f3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:24:04.342413 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdbe036-9c98-4d0e-9ce4-14e7353b2f3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:24:04.342784 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdbe036-9c98-4d0e-9ce4-14e7353b2f3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:24:04.343137 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdbe036-9c98-4d0e-9ce4-14e7353b2f3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:24:04.343489 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdbe036-9c98-4d0e-9ce4-14e7353b2f3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:24:04.343822 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdbe036-9c98-4d0e-9ce4-14e7353b2f3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:24:04.344169 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdbe036-9c98-4d0e-9ce4-14e7353b2f3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:24:04.344515 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdbe036-9c98-4d0e-9ce4-14e7353b2f3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:24:04.345650 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdbe036-9c98-4d0e-9ce4-14e7353b2f3f None None] Tracked resource versions report: Apr 15 20:24:04.345650 dv-cinder-786386-2-smb neutron-server[85298]: pushed versions: Apr 15 20:24:04.345650 dv-cinder-786386-2-smb neutron-server[85298]: { 'AddressGroup': {'1.2'}, Apr 15 20:24:04.345650 dv-cinder-786386-2-smb neutron-server[85298]: 'ConntrackHelper': {'1.0'}, Apr 15 20:24:04.345650 dv-cinder-786386-2-smb neutron-server[85298]: 'Log': {'1.0'}, Apr 15 20:24:04.345650 dv-cinder-786386-2-smb neutron-server[85298]: 'Network': {'1.1'}, Apr 15 20:24:04.345650 dv-cinder-786386-2-smb neutron-server[85298]: 'Port': {'1.7'}, Apr 15 20:24:04.345650 dv-cinder-786386-2-smb neutron-server[85298]: 'PortForwarding': {'1.2'}, Apr 15 20:24:04.345650 dv-cinder-786386-2-smb neutron-server[85298]: 'QosPolicy': {'1.8'}, Apr 15 20:24:04.345650 dv-cinder-786386-2-smb neutron-server[85298]: 'SecurityGroup': {'1.4'}, Apr 15 20:24:04.345650 dv-cinder-786386-2-smb neutron-server[85298]: 'SecurityGroupRule': {'1.2'}, Apr 15 20:24:04.345650 dv-cinder-786386-2-smb neutron-server[85298]: 'SubPort': {'1.0'}, Apr 15 20:24:04.345650 dv-cinder-786386-2-smb neutron-server[85298]: 'Subnet': {'1.1'}, Apr 15 20:24:04.345650 dv-cinder-786386-2-smb neutron-server[85298]: 'Trunk': {'1.1'}} Apr 15 20:24:04.345650 dv-cinder-786386-2-smb neutron-server[85298]: consumer versions: Apr 15 20:24:04.345650 dv-cinder-786386-2-smb neutron-server[85298]: { DHCP agent@dv-cinder-786386-2-smb: {}, Apr 15 20:24:04.345650 dv-cinder-786386-2-smb neutron-server[85298]: L3 agent@dv-cinder-786386-2-smb: {}, Apr 15 20:24:04.345650 dv-cinder-786386-2-smb neutron-server[85298]: Metadata agent@dv-cinder-786386-2-smb: {}, Apr 15 20:24:04.345650 dv-cinder-786386-2-smb neutron-server[85298]: Metering agent@dv-cinder-786386-2-smb: {}, Apr 15 20:24:04.345650 dv-cinder-786386-2-smb neutron-server[85298]: Open vSwitch agent@dv-cinder-786386-2-smb: { 'AddressGroup': '1.2', Apr 15 20:24:04.345650 dv-cinder-786386-2-smb neutron-server[85298]: 'ConntrackHelper': '1.0', Apr 15 20:24:04.345650 dv-cinder-786386-2-smb neutron-server[85298]: 'Log': '1.0', Apr 15 20:24:04.345650 dv-cinder-786386-2-smb neutron-server[85298]: 'Network': '1.1', Apr 15 20:24:04.345650 dv-cinder-786386-2-smb neutron-server[85298]: 'Port': '1.7', Apr 15 20:24:04.345650 dv-cinder-786386-2-smb neutron-server[85298]: 'PortForwarding': '1.2', Apr 15 20:24:04.345650 dv-cinder-786386-2-smb neutron-server[85298]: 'QosPolicy': '1.8', Apr 15 20:24:04.345650 dv-cinder-786386-2-smb neutron-server[85298]: 'SecurityGroup': '1.4', Apr 15 20:24:04.345650 dv-cinder-786386-2-smb neutron-server[85298]: 'SecurityGroupRule': '1.2', Apr 15 20:24:04.345650 dv-cinder-786386-2-smb neutron-server[85298]: 'SubPort': '1.0', Apr 15 20:24:04.345650 dv-cinder-786386-2-smb neutron-server[85298]: 'Subnet': '1.1', Apr 15 20:24:04.345650 dv-cinder-786386-2-smb neutron-server[85298]: 'Trunk': '1.1'}} Apr 15 20:24:04.345650 dv-cinder-786386-2-smb neutron-server[85298]: {{(pid=85413) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 20:24:04.352775 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-dbdbe036-9c98-4d0e-9ce4-14e7353b2f3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:24:04.403946 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbdbe036-9c98-4d0e-9ce4-14e7353b2f3f None None] Network bb1b36ac-b56f-492a-bff4-c6d7b7aeec14 is already hosted by enough agents. {{(pid=85413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:24:04.405192 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.base_scheduler [None req-dbdbe036-9c98-4d0e-9ce4-14e7353b2f3f None None] Resources bound (agent type, host, resource id): {{(pid=85413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:24:04.408207 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdbe036-9c98-4d0e-9ce4-14e7353b2f3f None None] Received port after_create {{(pid=85413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:24:04.507577 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-dbdbe036-9c98-4d0e-9ce4-14e7353b2f3f None None] Attempting to bind port 69bee033-1732-4d3e-886c-8d30f48bea56 on host dv-cinder-786386-2-smb for vnic_type normal with profile {{(pid=85413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:24:04.507997 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-dbdbe036-9c98-4d0e-9ce4-14e7353b2f3f None None] Attempting to bind port 69bee033-1732-4d3e-886c-8d30f48bea56 by drivers openvswitch,hyperv on host dv-cinder-786386-2-smb at level 0 using segments [{'id': '42bc6c6f-8a85-4b43-9d80-c732a3d1d379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'bb1b36ac-b56f-492a-bff4-c6d7b7aeec14'}] {{(pid=85413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:24:04.508399 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdbe036-9c98-4d0e-9ce4-14e7353b2f3f None None] Attempting to bind port 69bee033-1732-4d3e-886c-8d30f48bea56 on network bb1b36ac-b56f-492a-bff4-c6d7b7aeec14 {{(pid=85413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:24:04.514238 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdbe036-9c98-4d0e-9ce4-14e7353b2f3f None None] Checking agent: {'id': '30333bf1-a829-46d5-a227-fdc76695a1e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 23, 48), 'started_at': datetime.datetime(2021, 4, 15, 20, 23, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:24:04.514661 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdbe036-9c98-4d0e-9ce4-14e7353b2f3f None None] Checking segment: {'id': '42bc6c6f-8a85-4b43-9d80-c732a3d1d379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'bb1b36ac-b56f-492a-bff4-c6d7b7aeec14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:24:04.515986 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-dbdbe036-9c98-4d0e-9ce4-14e7353b2f3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:24:04.515986 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdbe036-9c98-4d0e-9ce4-14e7353b2f3f None None] Bound using segment: {'id': '42bc6c6f-8a85-4b43-9d80-c732a3d1d379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'bb1b36ac-b56f-492a-bff4-c6d7b7aeec14'} {{(pid=85413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:24:04.515986 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-dbdbe036-9c98-4d0e-9ce4-14e7353b2f3f None None] Bound port: 69bee033-1732-4d3e-886c-8d30f48bea56, host: dv-cinder-786386-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42bc6c6f-8a85-4b43-9d80-c732a3d1d379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'bb1b36ac-b56f-492a-bff4-c6d7b7aeec14'}}] {{(pid=85413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:24:04.516355 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-dbdbe036-9c98-4d0e-9ce4-14e7353b2f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:24:04.609722 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-dbdbe036-9c98-4d0e-9ce4-14e7353b2f3f None None] For port 69bee033-1732-4d3e-886c-8d30f48bea56, host dv-cinder-786386-2-smb, cleared binding levels {{(pid=85413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:24:04.613986 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-dbdbe036-9c98-4d0e-9ce4-14e7353b2f3f None None] For port 69bee033-1732-4d3e-886c-8d30f48bea56, host dv-cinder-786386-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-2-smb',level=0,port_id=69bee033-1732-4d3e-886c-8d30f48bea56,segment=NetworkSegment(42bc6c6f-8a85-4b43-9d80-c732a3d1d379),segment_id=42bc6c6f-8a85-4b43-9d80-c732a3d1d379)] {{(pid=85413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:24:04.618963 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-dbdbe036-9c98-4d0e-9ce4-14e7353b2f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:24:04.634165 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:24:04.781472 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdbe036-9c98-4d0e-9ce4-14e7353b2f3f None None] Pushing event updated for resources: {'Port': ['ID=69bee033-1732-4d3e-886c-8d30f48bea56,revision_number=2']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:24:04.784670 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-dbdbe036-9c98-4d0e-9ce4-14e7353b2f3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:24:05.968427 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 55476) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:24:06.388644 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [None req-021c4503-9cdc-4ba9-9fc0-6234fec8c7bd admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=85411) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 20:24:06.389705 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-021c4503-9cdc-4ba9-9fc0-6234fec8c7bd admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4199359 Apr 15 20:24:09.137976 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 55486) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:24:09.787733 dv-cinder-786386-2-smb neutron-server[85298]: WARNING oslo_policy.policy [None req-ff00d0b6-7acb-4ca1-9298-4d47c47b3325 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 20:24:09.788448 dv-cinder-786386-2-smb neutron-server[85298]: WARNING oslo_policy.policy [None req-ff00d0b6-7acb-4ca1-9298-4d47c47b3325 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 20:24:10.018313 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [None req-ff00d0b6-7acb-4ca1-9298-4d47c47b3325 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=85412) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 20:24:10.019500 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-ff00d0b6-7acb-4ca1-9298-4d47c47b3325 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8804867 Apr 15 20:24:10.200826 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device 69bee033-1732-4d3e-886c-8d30f48bea56 up at agent ovs-agent-dv-cinder-786386-2-smb {{(pid=85413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:24:10.282362 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Provisioning for port 69bee033-1732-4d3e-886c-8d30f48bea56 completed by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:24:11.580592 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f325acb-a43f-4c32-bae1-1ee2592942c2 None None] Network bb1b36ac-b56f-492a-bff4-c6d7b7aeec14 requested from dv-cinder-786386-2-smb {{(pid=85413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:24:11.666013 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-b716315d-07da-4257-90da-0d7d3e0eb7cc None None] Provisioning for port 69bee033-1732-4d3e-886c-8d30f48bea56 completed by entity DHCP. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:24:11.680793 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-b716315d-07da-4257-90da-0d7d3e0eb7cc None None] Provisioning complete for port 69bee033-1732-4d3e-886c-8d30f48bea56 triggered by entity DHCP. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:24:11.681198 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-b716315d-07da-4257-90da-0d7d3e0eb7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:24:11.912946 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-b716315d-07da-4257-90da-0d7d3e0eb7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:24:11.961369 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-b716315d-07da-4257-90da-0d7d3e0eb7cc None None] For port 69bee033-1732-4d3e-886c-8d30f48bea56, host dv-cinder-786386-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-2-smb',level=0,port_id=69bee033-1732-4d3e-886c-8d30f48bea56,segment=NetworkSegment(42bc6c6f-8a85-4b43-9d80-c732a3d1d379),segment_id=42bc6c6f-8a85-4b43-9d80-c732a3d1d379)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:24:11.969539 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-b716315d-07da-4257-90da-0d7d3e0eb7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:24:11.974644 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-dbdbe036-9c98-4d0e-9ce4-14e7353b2f3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:24:12.058518 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b716315d-07da-4257-90da-0d7d3e0eb7cc None None] Pushing event updated for resources: {'Port': ['ID=69bee033-1732-4d3e-886c-8d30f48bea56,revision_number=3']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:24:12.061713 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-b716315d-07da-4257-90da-0d7d3e0eb7cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:24:12.182844 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device 69bee033-1732-4d3e-886c-8d30f48bea56 up at agent ovs-agent-dv-cinder-786386-2-smb {{(pid=85413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:24:12.253982 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Provisioning complete for port 69bee033-1732-4d3e-886c-8d30f48bea56 triggered by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:24:12.254418 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:24:12.319045 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-0b6fe548-2499-4ec9-9905-a63463393eeb None None] Provisioning complete for port 69bee033-1732-4d3e-886c-8d30f48bea56 triggered by entity DHCP. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:24:12.319363 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-0b6fe548-2499-4ec9-9905-a63463393eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:24:13.096589 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 55506) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:24:13.522196 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [None req-b840a470-effb-4d43-9e51-700469553687 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'a8208d97ff35451c8c2ad6b7db0b42bd'}} {{(pid=85412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:24:13.596159 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.policy [None req-b840a470-effb-4d43-9e51-700469553687 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85412) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 15 20:24:13.650666 dv-cinder-786386-2-smb neutron-server[85298]: WARNING oslo_policy.policy [None req-b840a470-effb-4d43-9e51-700469553687 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 20:24:13.651070 dv-cinder-786386-2-smb neutron-server[85298]: WARNING oslo_policy.policy [None req-b840a470-effb-4d43-9e51-700469553687 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 20:24:13.674148 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.quota [None req-b840a470-effb-4d43-9e51-700469553687 admin admin] Loaded quota_driver: . Apr 15 20:24:13.698148 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-b840a470-effb-4d43-9e51-700469553687 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:24:13.704822 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-b840a470-effb-4d43-9e51-700469553687 admin admin] Usage tracker for resource:router and tenant:a8208d97ff35451c8c2ad6b7db0b42bd is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:24:13.709369 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-b840a470-effb-4d43-9e51-700469553687 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:24:13.717169 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-b840a470-effb-4d43-9e51-700469553687 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:24:13.734552 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-b840a470-effb-4d43-9e51-700469553687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16371177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854772654'] for router, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:24:13.736552 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-b840a470-effb-4d43-9e51-700469553687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838404812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838401942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036838395408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3161'] for router, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:24:13.760410 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-b840a470-effb-4d43-9e51-700469553687 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:24:14.030937 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-b840a470-effb-4d43-9e51-700469553687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036838404654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16373820'] for router, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:24:14.053198 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-b840a470-effb-4d43-9e51-700469553687 admin admin] Notify callbacks [] for router, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:24:14.054532 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-b840a470-effb-4d43-9e51-700469553687 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9568546 Apr 15 20:24:15.021753 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6777382e-8092-44d9-8bde-ee14745139ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:24:16.789161 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 55518) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:24:17.167213 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [None req-5c634b45-1d35-49cf-a69e-05f15cd1e598 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=85412) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 20:24:17.168818 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-5c634b45-1d35-49cf-a69e-05f15cd1e598 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3781514 Apr 15 20:24:17.616796 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-3cc35d2d-95f6-4231-951d-464772396cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:24:17.822415 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6589a99b-4989-4a06-bc40-62b7e77e6cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:24:18.197642 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:24:19.472704 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-611aad59-e19d-4c1d-b92d-eb0975a661b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:24:19.789011 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 55538) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:24:19.858365 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [None req-f936660f-e2f6-435a-9d09-29a9e601f76e admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=85412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:24:19.868391 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-f936660f-e2f6-435a-9d09-29a9e601f76e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:24:19.875138 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-f936660f-e2f6-435a-9d09-29a9e601f76e admin admin] Usage tracker for resource:network and tenant:203499fb56794d42adc7872da1781d16 is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:24:19.880473 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-f936660f-e2f6-435a-9d09-29a9e601f76e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:24:19.887345 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-f936660f-e2f6-435a-9d09-29a9e601f76e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:24:19.899144 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f936660f-e2f6-435a-9d09-29a9e601f76e admin admin] Made reservation on behalf of 203499fb56794d42adc7872da1781d16 for: {'network': 1} {{(pid=85412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:24:19.905010 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f936660f-e2f6-435a-9d09-29a9e601f76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for network, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:24:19.921635 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f936660f-e2f6-435a-9d09-29a9e601f76e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:24:19.936964 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-f936660f-e2f6-435a-9d09-29a9e601f76e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:24:19.941184 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-f936660f-e2f6-435a-9d09-29a9e601f76e admin admin] Usage tracker for resource:security_group_rule and tenant:203499fb56794d42adc7872da1781d16 is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:24:19.944615 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-f936660f-e2f6-435a-9d09-29a9e601f76e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:24:19.953581 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-f936660f-e2f6-435a-9d09-29a9e601f76e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:24:20.058571 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f936660f-e2f6-435a-9d09-29a9e601f76e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:24:20.062744 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f936660f-e2f6-435a-9d09-29a9e601f76e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:24:20.067304 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:24:20.078221 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f936660f-e2f6-435a-9d09-29a9e601f76e admin admin] Reserving flat network on physical network physnet1 {{(pid=85412) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Apr 15 20:24:20.111975 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f936660f-e2f6-435a-9d09-29a9e601f76e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363245249547073', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-793'] for segment, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:24:20.112529 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f936660f-e2f6-435a-9d09-29a9e601f76e admin admin] Unsubscribe: segment precommit_create {{(pid=85412) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 15 20:24:20.113012 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.db.segments_db [None req-f936660f-e2f6-435a-9d09-29a9e601f76e admin admin] Added segment a2d970bc-47e1-42ab-bd62-edbddac3ac5a of type flat for network 7c4aca2a-d888-4e9f-991a-bf8b268161b4 Apr 15 20:24:20.162461 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f936660f-e2f6-435a-9d09-29a9e601f76e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8653fcb1-95da-4263-b718-ecee3558594a,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:24:20.182473 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f936660f-e2f6-435a-9d09-29a9e601f76e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:24:20.182853 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f936660f-e2f6-435a-9d09-29a9e601f76e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:24:20.183212 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f936660f-e2f6-435a-9d09-29a9e601f76e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:24:20.183562 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f936660f-e2f6-435a-9d09-29a9e601f76e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:24:20.183915 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f936660f-e2f6-435a-9d09-29a9e601f76e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:24:20.184263 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f936660f-e2f6-435a-9d09-29a9e601f76e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:24:20.184604 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f936660f-e2f6-435a-9d09-29a9e601f76e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:24:20.184950 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f936660f-e2f6-435a-9d09-29a9e601f76e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:24:20.185295 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f936660f-e2f6-435a-9d09-29a9e601f76e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:24:20.185613 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f936660f-e2f6-435a-9d09-29a9e601f76e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:24:20.185958 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f936660f-e2f6-435a-9d09-29a9e601f76e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:24:20.186299 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f936660f-e2f6-435a-9d09-29a9e601f76e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:24:20.187435 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f936660f-e2f6-435a-9d09-29a9e601f76e admin admin] Tracked resource versions report: Apr 15 20:24:20.187435 dv-cinder-786386-2-smb neutron-server[85298]: pushed versions: Apr 15 20:24:20.187435 dv-cinder-786386-2-smb neutron-server[85298]: { 'AddressGroup': {'1.2'}, Apr 15 20:24:20.187435 dv-cinder-786386-2-smb neutron-server[85298]: 'ConntrackHelper': {'1.0'}, Apr 15 20:24:20.187435 dv-cinder-786386-2-smb neutron-server[85298]: 'Log': {'1.0'}, Apr 15 20:24:20.187435 dv-cinder-786386-2-smb neutron-server[85298]: 'Network': {'1.1'}, Apr 15 20:24:20.187435 dv-cinder-786386-2-smb neutron-server[85298]: 'Port': {'1.7'}, Apr 15 20:24:20.187435 dv-cinder-786386-2-smb neutron-server[85298]: 'PortForwarding': {'1.2'}, Apr 15 20:24:20.187435 dv-cinder-786386-2-smb neutron-server[85298]: 'QosPolicy': {'1.8'}, Apr 15 20:24:20.187435 dv-cinder-786386-2-smb neutron-server[85298]: 'SecurityGroup': {'1.4'}, Apr 15 20:24:20.187435 dv-cinder-786386-2-smb neutron-server[85298]: 'SecurityGroupRule': {'1.2'}, Apr 15 20:24:20.187435 dv-cinder-786386-2-smb neutron-server[85298]: 'SubPort': {'1.0'}, Apr 15 20:24:20.187435 dv-cinder-786386-2-smb neutron-server[85298]: 'Subnet': {'1.1'}, Apr 15 20:24:20.187435 dv-cinder-786386-2-smb neutron-server[85298]: 'Trunk': {'1.1'}} Apr 15 20:24:20.187435 dv-cinder-786386-2-smb neutron-server[85298]: consumer versions: Apr 15 20:24:20.187435 dv-cinder-786386-2-smb neutron-server[85298]: { DHCP agent@dv-cinder-786386-2-smb: {}, Apr 15 20:24:20.187435 dv-cinder-786386-2-smb neutron-server[85298]: L3 agent@dv-cinder-786386-2-smb: {}, Apr 15 20:24:20.187435 dv-cinder-786386-2-smb neutron-server[85298]: Metadata agent@dv-cinder-786386-2-smb: {}, Apr 15 20:24:20.187435 dv-cinder-786386-2-smb neutron-server[85298]: Metering agent@dv-cinder-786386-2-smb: {}, Apr 15 20:24:20.187435 dv-cinder-786386-2-smb neutron-server[85298]: Open vSwitch agent@dv-cinder-786386-2-smb: { 'AddressGroup': '1.2', Apr 15 20:24:20.187435 dv-cinder-786386-2-smb neutron-server[85298]: 'ConntrackHelper': '1.0', Apr 15 20:24:20.187435 dv-cinder-786386-2-smb neutron-server[85298]: 'Log': '1.0', Apr 15 20:24:20.187435 dv-cinder-786386-2-smb neutron-server[85298]: 'Network': '1.1', Apr 15 20:24:20.187435 dv-cinder-786386-2-smb neutron-server[85298]: 'Port': '1.7', Apr 15 20:24:20.187435 dv-cinder-786386-2-smb neutron-server[85298]: 'PortForwarding': '1.2', Apr 15 20:24:20.187435 dv-cinder-786386-2-smb neutron-server[85298]: 'QosPolicy': '1.8', Apr 15 20:24:20.187435 dv-cinder-786386-2-smb neutron-server[85298]: 'SecurityGroup': '1.4', Apr 15 20:24:20.187435 dv-cinder-786386-2-smb neutron-server[85298]: 'SecurityGroupRule': '1.2', Apr 15 20:24:20.187435 dv-cinder-786386-2-smb neutron-server[85298]: 'SubPort': '1.0', Apr 15 20:24:20.187435 dv-cinder-786386-2-smb neutron-server[85298]: 'Subnet': '1.1', Apr 15 20:24:20.187435 dv-cinder-786386-2-smb neutron-server[85298]: 'Trunk': '1.1'}} Apr 15 20:24:20.187435 dv-cinder-786386-2-smb neutron-server[85298]: {{(pid=85412) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 20:24:20.235458 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f936660f-e2f6-435a-9d09-29a9e601f76e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:24:20.239230 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f936660f-e2f6-435a-9d09-29a9e601f76e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791604676518'] for network, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:24:20.284014 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f936660f-e2f6-435a-9d09-29a9e601f76e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16285283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461'] for network, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:24:20.285379 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f936660f-e2f6-435a-9d09-29a9e601f76e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:24:20.286023 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f936660f-e2f6-435a-9d09-29a9e601f76e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16483510'] for network, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:24:20.289408 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:24:20.398411 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-f936660f-e2f6-435a-9d09-29a9e601f76e admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6079075 Apr 15 20:24:20.399166 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f936660f-e2f6-435a-9d09-29a9e601f76e admin admin] Pushing event updated for resources: {'Network': ['ID=7c4aca2a-d888-4e9f-991a-bf8b268161b4,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:24:20.424225 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f936660f-e2f6-435a-9d09-29a9e601f76e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:24:20.432002 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Network 7c4aca2a-d888-4e9f-991a-bf8b268161b4 details requested by agent ovs-agent-dv-cinder-786386-2-smb with host dv-cinder-786386-2-smb {{(pid=85413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 20:24:22.919710 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 55562) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:24:23.055855 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ab2970-52ed-4ece-9b45-fa23b3bc08e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:24:23.057283 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-16ab2970-52ed-4ece-9b45-fa23b3bc08e9 admin admin] 10.222.0.69 "GET /v2.0/subnets/bc1ff003-6700-4478-8c7f-190f18986c2c HTTP/1.1" status: 200 len: 849 time: 0.1364248 Apr 15 20:24:23.209441 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-0bd2f94a-a041-4d60-a4f1-f299943dd5e9 admin admin] 10.222.0.69 "GET /v2.0/routers/ddef5807-5cb4-403c-91a2-6274f2e7d482 HTTP/1.1" status: 200 len: 704 time: 0.1425266 Apr 15 20:24:23.692589 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-710145dc-68fe-4e40-bcd1-fe670e278aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:24:23.946920 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.db_base_plugin_common [None req-710145dc-68fe-4e40-bcd1-fe670e278aaa admin admin] Allocated IP 172.20.0.1 (bb1b36ac-b56f-492a-bff4-c6d7b7aeec14/bc1ff003-6700-4478-8c7f-190f18986c2c/fd126ba1-3064-4225-abef-de649f38b65c) {{(pid=85412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:24:24.263530 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-710145dc-68fe-4e40-bcd1-fe670e278aaa admin admin] Notify callbacks [] for port, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:24:24.282000 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-710145dc-68fe-4e40-bcd1-fe670e278aaa admin admin] Transition to ACTIVE for port object fd126ba1-3064-4225-abef-de649f38b65c will not be triggered until provisioned by entity DHCP. {{(pid=85412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:24:24.342123 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-710145dc-68fe-4e40-bcd1-fe670e278aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245250087898'] for port, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:24:24.358953 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:24:24.480899 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710145dc-68fe-4e40-bcd1-fe670e278aaa admin admin] Pushing event updated for resources: {'Port': ['ID=fd126ba1-3064-4225-abef-de649f38b65c,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:24:24.493393 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-710145dc-68fe-4e40-bcd1-fe670e278aaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:24:24.549420 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710145dc-68fe-4e40-bcd1-fe670e278aaa admin admin] Network bb1b36ac-b56f-492a-bff4-c6d7b7aeec14 is already hosted by enough agents. {{(pid=85412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:24:24.550417 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.base_scheduler [None req-710145dc-68fe-4e40-bcd1-fe670e278aaa admin admin] Resources bound (agent type, host, resource id): {{(pid=85412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:24:24.553797 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710145dc-68fe-4e40-bcd1-fe670e278aaa admin admin] Received port after_create {{(pid=85412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:24:24.554289 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-710145dc-68fe-4e40-bcd1-fe670e278aaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838406535'] for router_interface, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:24:24.733229 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-4ff372cc-2f3e-41bb-ae2e-62a450e2fde1 None None] Provisioning for port fd126ba1-3064-4225-abef-de649f38b65c completed by entity DHCP. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:24:24.738425 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-4ff372cc-2f3e-41bb-ae2e-62a450e2fde1 None None] Provisioning complete for port fd126ba1-3064-4225-abef-de649f38b65c triggered by entity DHCP. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:24:24.738862 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4ff372cc-2f3e-41bb-ae2e-62a450e2fde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:24:24.794254 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-4ff372cc-2f3e-41bb-ae2e-62a450e2fde1 None None] Port fd126ba1-3064-4225-abef-de649f38b65c cannot update to ACTIVE because it is not bound. {{(pid=85413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 20:24:24.826243 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-710145dc-68fe-4e40-bcd1-fe670e278aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:24:25.080164 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-710145dc-68fe-4e40-bcd1-fe670e278aaa admin admin] Notify callbacks [] for port, precommit_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:24:25.085038 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-710145dc-68fe-4e40-bcd1-fe670e278aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:24:25.086115 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-710145dc-68fe-4e40-bcd1-fe670e278aaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16483476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16369182'] for router_interface, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:24:25.098431 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:24:25.224162 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710145dc-68fe-4e40-bcd1-fe670e278aaa admin admin] Pushing event updated for resources: {'Port': ['ID=fd126ba1-3064-4225-abef-de649f38b65c,revision_number=2']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:24:25.233704 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-710145dc-68fe-4e40-bcd1-fe670e278aaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:24:25.290078 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710145dc-68fe-4e40-bcd1-fe670e278aaa admin admin] Network bb1b36ac-b56f-492a-bff4-c6d7b7aeec14 is already hosted by enough agents. {{(pid=85412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:24:25.291306 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.base_scheduler [None req-710145dc-68fe-4e40-bcd1-fe670e278aaa admin admin] Resources bound (agent type, host, resource id): {{(pid=85412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:24:25.496857 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-710145dc-68fe-4e40-bcd1-fe670e278aaa admin admin] Router ddef5807-5cb4-403c-91a2-6274f2e7d482 is scheduled to L3 agent f2e50876-c35d-48fb-9e24-f0907444cef9 with binding_index 1 {{(pid=85412) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 20:24:25.523932 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-4f4baace-9e3b-48d0-933b-fa915e17db90 None None] Provisioning complete for port fd126ba1-3064-4225-abef-de649f38b65c triggered by entity DHCP. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:24:25.524440 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4f4baace-9e3b-48d0-933b-fa915e17db90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:24:25.582295 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-4f4baace-9e3b-48d0-933b-fa915e17db90 None None] Port fd126ba1-3064-4225-abef-de649f38b65c cannot update to ACTIVE because it is not bound. {{(pid=85413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 20:24:25.665396 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-710145dc-68fe-4e40-bcd1-fe670e278aaa admin admin] Notify agent at l3_agent.dv-cinder-786386-2-smb the message routers_updated {{(pid=85412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 20:24:25.675476 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1cd41d-c28f-4ee2-b354-e6ee2121a7bd None None] Sync routers for ids ['ddef5807-5cb4-403c-91a2-6274f2e7d482'] in dv-cinder-786386-2-smb {{(pid=85414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 20:24:25.675615 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-710145dc-68fe-4e40-bcd1-fe670e278aaa admin admin] 10.222.0.69 "PUT /v2.0/routers/ddef5807-5cb4-403c-91a2-6274f2e7d482/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.4602547 Apr 15 20:24:25.686870 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1cd41d-c28f-4ee2-b354-e6ee2121a7bd None None] Routers {'ddef5807-5cb4-403c-91a2-6274f2e7d482'} bound to L3 agent in host dv-cinder-786386-2-smb {{(pid=85414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:24:25.687771 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-7e1cd41d-c28f-4ee2-b354-e6ee2121a7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-15T20:23:47Z,description=,heartbeat_timestamp=2021-04-15T20:24:17Z,host='dv-cinder-786386-2-smb',id=f2e50876-c35d-48fb-9e24-f0907444cef9,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:23:48Z,topic='l3_agent')) {'router_ids': ['ddef5807-5cb4-403c-91a2-6274f2e7d482'], 'active': True} {{(pid=85414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:24:25.870339 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvr_db [None req-7e1cd41d-c28f-4ee2-b354-e6ee2121a7bd None None] Set router ddef5807-5cb4-403c-91a2-6274f2e7d482 gateway port host: None {{(pid=85414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:24:26.425207 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-7e1cd41d-c28f-4ee2-b354-e6ee2121a7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddef5807-5cb4-403c-91a2-6274f2e7d482', 'name': 'router1', 'tenant_id': 'a8208d97ff35451c8c2ad6b7db0b42bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:24:13Z', 'updated_at': '2021-04-15T20:24:24Z', 'revision_number': 2, 'project_id': 'a8208d97ff35451c8c2ad6b7db0b42bd', 'gw_port_host': None, '_interfaces': [{'id': 'fd126ba1-3064-4225-abef-de649f38b65c', 'name': '', 'network_id': 'bb1b36ac-b56f-492a-bff4-c6d7b7aeec14', 'tenant_id': 'a8208d97ff35451c8c2ad6b7db0b42bd', 'mac_address': 'fa:16:3e:e5:bd:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddef5807-5cb4-403c-91a2-6274f2e7d482', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bc1ff003-6700-4478-8c7f-190f18986c2c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:24:23Z', 'updated_at': '2021-04-15T20:24:24Z', 'revision_number': 2, 'project_id': 'a8208d97ff35451c8c2ad6b7db0b42bd', 'subnets': [{'id': 'bc1ff003-6700-4478-8c7f-190f18986c2c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7d9f33af-250e-4a09-a042-3976a7575c10'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-2-smb', False) {} {{(pid=85414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:24:26.430413 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1cd41d-c28f-4ee2-b354-e6ee2121a7bd None None] Checking router: ddef5807-5cb4-403c-91a2-6274f2e7d482 for host: dv-cinder-786386-2-smb {{(pid=85414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 20:24:26.430855 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1cd41d-c28f-4ee2-b354-e6ee2121a7bd None None] Updating router ddef5807-5cb4-403c-91a2-6274f2e7d482 port fd126ba1-3064-4225-abef-de649f38b65c binding host dv-cinder-786386-2-smb {{(pid=85414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 20:24:26.489932 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7e1cd41d-c28f-4ee2-b354-e6ee2121a7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:24:26.884486 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7e1cd41d-c28f-4ee2-b354-e6ee2121a7bd None None] Notify callbacks [] for port, precommit_update {{(pid=85414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:24:26.899095 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-7e1cd41d-c28f-4ee2-b354-e6ee2121a7bd None None] Transition to ACTIVE for port object fd126ba1-3064-4225-abef-de649f38b65c will not be triggered until provisioned by entity L2. {{(pid=85414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:24:26.905863 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7e1cd41d-c28f-4ee2-b354-e6ee2121a7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:24:26.922340 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:24:27.068866 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5a67b0-19df-4bc4-ac75-fab3990dd9ee None None] Pushing event updated for resources: {'Port': ['ID=fd126ba1-3064-4225-abef-de649f38b65c,revision_number=3']} {{(pid=85414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:24:27.090573 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5a67b0-19df-4bc4-ac75-fab3990dd9ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:24:27.090953 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5a67b0-19df-4bc4-ac75-fab3990dd9ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:24:27.091323 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5a67b0-19df-4bc4-ac75-fab3990dd9ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:24:27.091681 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5a67b0-19df-4bc4-ac75-fab3990dd9ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:24:27.092043 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5a67b0-19df-4bc4-ac75-fab3990dd9ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:24:27.092400 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5a67b0-19df-4bc4-ac75-fab3990dd9ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:24:27.092758 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5a67b0-19df-4bc4-ac75-fab3990dd9ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:24:27.093111 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5a67b0-19df-4bc4-ac75-fab3990dd9ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:24:27.093465 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5a67b0-19df-4bc4-ac75-fab3990dd9ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:24:27.093817 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5a67b0-19df-4bc4-ac75-fab3990dd9ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:24:27.094151 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5a67b0-19df-4bc4-ac75-fab3990dd9ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:24:27.094519 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5a67b0-19df-4bc4-ac75-fab3990dd9ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:24:27.095650 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5a67b0-19df-4bc4-ac75-fab3990dd9ee None None] Tracked resource versions report: Apr 15 20:24:27.095650 dv-cinder-786386-2-smb neutron-server[85298]: pushed versions: Apr 15 20:24:27.095650 dv-cinder-786386-2-smb neutron-server[85298]: { 'AddressGroup': {'1.2'}, Apr 15 20:24:27.095650 dv-cinder-786386-2-smb neutron-server[85298]: 'ConntrackHelper': {'1.0'}, Apr 15 20:24:27.095650 dv-cinder-786386-2-smb neutron-server[85298]: 'Log': {'1.0'}, Apr 15 20:24:27.095650 dv-cinder-786386-2-smb neutron-server[85298]: 'Network': {'1.1'}, Apr 15 20:24:27.095650 dv-cinder-786386-2-smb neutron-server[85298]: 'Port': {'1.7'}, Apr 15 20:24:27.095650 dv-cinder-786386-2-smb neutron-server[85298]: 'PortForwarding': {'1.2'}, Apr 15 20:24:27.095650 dv-cinder-786386-2-smb neutron-server[85298]: 'QosPolicy': {'1.8'}, Apr 15 20:24:27.095650 dv-cinder-786386-2-smb neutron-server[85298]: 'SecurityGroup': {'1.4'}, Apr 15 20:24:27.095650 dv-cinder-786386-2-smb neutron-server[85298]: 'SecurityGroupRule': {'1.2'}, Apr 15 20:24:27.095650 dv-cinder-786386-2-smb neutron-server[85298]: 'SubPort': {'1.0'}, Apr 15 20:24:27.095650 dv-cinder-786386-2-smb neutron-server[85298]: 'Subnet': {'1.1'}, Apr 15 20:24:27.095650 dv-cinder-786386-2-smb neutron-server[85298]: 'Trunk': {'1.1'}} Apr 15 20:24:27.095650 dv-cinder-786386-2-smb neutron-server[85298]: consumer versions: Apr 15 20:24:27.095650 dv-cinder-786386-2-smb neutron-server[85298]: { DHCP agent@dv-cinder-786386-2-smb: {}, Apr 15 20:24:27.095650 dv-cinder-786386-2-smb neutron-server[85298]: L3 agent@dv-cinder-786386-2-smb: {}, Apr 15 20:24:27.095650 dv-cinder-786386-2-smb neutron-server[85298]: Metadata agent@dv-cinder-786386-2-smb: {}, Apr 15 20:24:27.095650 dv-cinder-786386-2-smb neutron-server[85298]: Metering agent@dv-cinder-786386-2-smb: {}, Apr 15 20:24:27.095650 dv-cinder-786386-2-smb neutron-server[85298]: Open vSwitch agent@dv-cinder-786386-2-smb: { 'AddressGroup': '1.2', Apr 15 20:24:27.095650 dv-cinder-786386-2-smb neutron-server[85298]: 'ConntrackHelper': '1.0', Apr 15 20:24:27.095650 dv-cinder-786386-2-smb neutron-server[85298]: 'Log': '1.0', Apr 15 20:24:27.095650 dv-cinder-786386-2-smb neutron-server[85298]: 'Network': '1.1', Apr 15 20:24:27.095650 dv-cinder-786386-2-smb neutron-server[85298]: 'Port': '1.7', Apr 15 20:24:27.095650 dv-cinder-786386-2-smb neutron-server[85298]: 'PortForwarding': '1.2', Apr 15 20:24:27.095650 dv-cinder-786386-2-smb neutron-server[85298]: 'QosPolicy': '1.8', Apr 15 20:24:27.095650 dv-cinder-786386-2-smb neutron-server[85298]: 'SecurityGroup': '1.4', Apr 15 20:24:27.095650 dv-cinder-786386-2-smb neutron-server[85298]: 'SecurityGroupRule': '1.2', Apr 15 20:24:27.095650 dv-cinder-786386-2-smb neutron-server[85298]: 'SubPort': '1.0', Apr 15 20:24:27.095650 dv-cinder-786386-2-smb neutron-server[85298]: 'Subnet': '1.1', Apr 15 20:24:27.095650 dv-cinder-786386-2-smb neutron-server[85298]: 'Trunk': '1.1'}} Apr 15 20:24:27.095650 dv-cinder-786386-2-smb neutron-server[85298]: {{(pid=85414) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 20:24:27.102324 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-fa5a67b0-19df-4bc4-ac75-fab3990dd9ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=85414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:24:27.286020 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-7e1cd41d-c28f-4ee2-b354-e6ee2121a7bd None None] Attempting to bind port fd126ba1-3064-4225-abef-de649f38b65c on host dv-cinder-786386-2-smb for vnic_type normal with profile {{(pid=85414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:24:27.286486 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-7e1cd41d-c28f-4ee2-b354-e6ee2121a7bd None None] Attempting to bind port fd126ba1-3064-4225-abef-de649f38b65c by drivers openvswitch,hyperv on host dv-cinder-786386-2-smb at level 0 using segments [{'id': '42bc6c6f-8a85-4b43-9d80-c732a3d1d379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'bb1b36ac-b56f-492a-bff4-c6d7b7aeec14'}] {{(pid=85414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:24:27.286900 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1cd41d-c28f-4ee2-b354-e6ee2121a7bd None None] Attempting to bind port fd126ba1-3064-4225-abef-de649f38b65c on network bb1b36ac-b56f-492a-bff4-c6d7b7aeec14 {{(pid=85414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:24:27.292503 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1cd41d-c28f-4ee2-b354-e6ee2121a7bd None None] Checking agent: {'id': '30333bf1-a829-46d5-a227-fdc76695a1e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 23, 48), 'started_at': datetime.datetime(2021, 4, 15, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:24:27.292916 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1cd41d-c28f-4ee2-b354-e6ee2121a7bd None None] Checking segment: {'id': '42bc6c6f-8a85-4b43-9d80-c732a3d1d379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'bb1b36ac-b56f-492a-bff4-c6d7b7aeec14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:24:27.293383 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7e1cd41d-c28f-4ee2-b354-e6ee2121a7bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:24:27.293803 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1cd41d-c28f-4ee2-b354-e6ee2121a7bd None None] Bound using segment: {'id': '42bc6c6f-8a85-4b43-9d80-c732a3d1d379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'bb1b36ac-b56f-492a-bff4-c6d7b7aeec14'} {{(pid=85414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:24:27.294333 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-7e1cd41d-c28f-4ee2-b354-e6ee2121a7bd None None] Bound port: fd126ba1-3064-4225-abef-de649f38b65c, host: dv-cinder-786386-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42bc6c6f-8a85-4b43-9d80-c732a3d1d379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'bb1b36ac-b56f-492a-bff4-c6d7b7aeec14'}}] {{(pid=85414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:24:27.294793 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7e1cd41d-c28f-4ee2-b354-e6ee2121a7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:24:27.390145 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-7e1cd41d-c28f-4ee2-b354-e6ee2121a7bd None None] For port fd126ba1-3064-4225-abef-de649f38b65c, host dv-cinder-786386-2-smb, cleared binding levels {{(pid=85414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:24:27.394721 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-7e1cd41d-c28f-4ee2-b354-e6ee2121a7bd None None] For port fd126ba1-3064-4225-abef-de649f38b65c, host dv-cinder-786386-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-2-smb',level=0,port_id=fd126ba1-3064-4225-abef-de649f38b65c,segment=NetworkSegment(42bc6c6f-8a85-4b43-9d80-c732a3d1d379),segment_id=42bc6c6f-8a85-4b43-9d80-c732a3d1d379)] {{(pid=85414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:24:27.400290 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7e1cd41d-c28f-4ee2-b354-e6ee2121a7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:24:27.413774 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:24:27.562273 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5a67b0-19df-4bc4-ac75-fab3990dd9ee None None] Pushing event updated for resources: {'Port': ['ID=fd126ba1-3064-4225-abef-de649f38b65c,revision_number=4']} {{(pid=85414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:24:27.567047 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-fa5a67b0-19df-4bc4-ac75-fab3990dd9ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:24:27.643784 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1cd41d-c28f-4ee2-b354-e6ee2121a7bd None None] Routers {'ddef5807-5cb4-403c-91a2-6274f2e7d482'} bound to L3 agent in host dv-cinder-786386-2-smb {{(pid=85414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:24:27.644429 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-7e1cd41d-c28f-4ee2-b354-e6ee2121a7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-15T20:23:47Z,description=,heartbeat_timestamp=2021-04-15T20:24:17Z,host='dv-cinder-786386-2-smb',id=f2e50876-c35d-48fb-9e24-f0907444cef9,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:23:48Z,topic='l3_agent')) {'router_ids': ['ddef5807-5cb4-403c-91a2-6274f2e7d482'], 'active': True} {{(pid=85414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:24:27.808846 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvr_db [None req-7e1cd41d-c28f-4ee2-b354-e6ee2121a7bd None None] Set router ddef5807-5cb4-403c-91a2-6274f2e7d482 gateway port host: None {{(pid=85414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:24:28.156013 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-7e1cd41d-c28f-4ee2-b354-e6ee2121a7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddef5807-5cb4-403c-91a2-6274f2e7d482', 'name': 'router1', 'tenant_id': 'a8208d97ff35451c8c2ad6b7db0b42bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:24:13Z', 'updated_at': '2021-04-15T20:24:24Z', 'revision_number': 2, 'project_id': 'a8208d97ff35451c8c2ad6b7db0b42bd', 'gw_port_host': None, '_interfaces': [{'id': 'fd126ba1-3064-4225-abef-de649f38b65c', 'name': '', 'network_id': 'bb1b36ac-b56f-492a-bff4-c6d7b7aeec14', 'tenant_id': 'a8208d97ff35451c8c2ad6b7db0b42bd', 'mac_address': 'fa:16:3e:e5:bd:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddef5807-5cb4-403c-91a2-6274f2e7d482', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bc1ff003-6700-4478-8c7f-190f18986c2c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:24:23Z', 'updated_at': '2021-04-15T20:24:27Z', 'revision_number': 4, 'project_id': 'a8208d97ff35451c8c2ad6b7db0b42bd', 'subnets': [{'id': 'bc1ff003-6700-4478-8c7f-190f18986c2c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7d9f33af-250e-4a09-a042-3976a7575c10'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-2-smb', False) {} {{(pid=85414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:24:28.160275 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1cd41d-c28f-4ee2-b354-e6ee2121a7bd None None] The sync data for ids ['ddef5807-5cb4-403c-91a2-6274f2e7d482'] in dv-cinder-786386-2-smb is: [{'id': 'ddef5807-5cb4-403c-91a2-6274f2e7d482', 'name': 'router1', 'tenant_id': 'a8208d97ff35451c8c2ad6b7db0b42bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:24:13Z', 'updated_at': '2021-04-15T20:24:24Z', 'revision_number': 2, 'project_id': 'a8208d97ff35451c8c2ad6b7db0b42bd', 'gw_port_host': None, '_interfaces': [{'id': 'fd126ba1-3064-4225-abef-de649f38b65c', 'name': '', 'network_id': 'bb1b36ac-b56f-492a-bff4-c6d7b7aeec14', 'tenant_id': 'a8208d97ff35451c8c2ad6b7db0b42bd', 'mac_address': 'fa:16:3e:e5:bd:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddef5807-5cb4-403c-91a2-6274f2e7d482', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bc1ff003-6700-4478-8c7f-190f18986c2c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:24:23Z', 'updated_at': '2021-04-15T20:24:27Z', 'revision_number': 4, 'project_id': 'a8208d97ff35451c8c2ad6b7db0b42bd', 'subnets': [{'id': 'bc1ff003-6700-4478-8c7f-190f18986c2c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7d9f33af-250e-4a09-a042-3976a7575c10'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 20:24:28.164264 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 55574) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:24:28.328719 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32b629e-6123-4920-b6da-c26a2d8ba319 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:24:28.329335 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-f32b629e-6123-4920-b6da-c26a2d8ba319 admin admin] Synchronizing usage tracker for tenant:203499fb56794d42adc7872da1781d16 on resource:network {{(pid=85412) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:24:28.348023 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-f32b629e-6123-4920-b6da-c26a2d8ba319 admin admin] Unset dirty status for tenant:203499fb56794d42adc7872da1781d16 on resource:network {{(pid=85412) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:24:28.355480 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-f32b629e-6123-4920-b6da-c26a2d8ba319 admin admin] 10.222.0.69 "GET /v2.0/networks/7c4aca2a-d888-4e9f-991a-bf8b268161b4 HTTP/1.1" status: 200 len: 842 time: 0.1839666 Apr 15 20:24:28.360517 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [None req-4c41dacd-1900-4cb1-8b19-02fceea6df7a admin admin] Request body: {'subnet': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.28.3.1', 'ip_version': 4, 'cidr': '172.28.3.0/24'}} {{(pid=85412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:24:28.366151 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-4c41dacd-1900-4cb1-8b19-02fceea6df7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:24:28.370391 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-4c41dacd-1900-4cb1-8b19-02fceea6df7a admin admin] Usage tracker for resource:subnet and tenant:203499fb56794d42adc7872da1781d16 is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:24:28.373413 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-4c41dacd-1900-4cb1-8b19-02fceea6df7a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:24:28.379859 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-4c41dacd-1900-4cb1-8b19-02fceea6df7a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:24:28.388887 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c41dacd-1900-4cb1-8b19-02fceea6df7a admin admin] Made reservation on behalf of 203499fb56794d42adc7872da1781d16 for: {'subnet': 1} {{(pid=85412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:24:28.393519 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4c41dacd-1900-4cb1-8b19-02fceea6df7a admin admin] Notify callbacks [] for subnet, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:24:29.003481 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.objects.ports [None req-4c41dacd-1900-4cb1-8b19-02fceea6df7a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=85412) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 15 20:24:29.004087 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4c41dacd-1900-4cb1-8b19-02fceea6df7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16285263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461'] for subnet, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:24:29.016567 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:24:29.136231 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c41dacd-1900-4cb1-8b19-02fceea6df7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4dc7f199-63f9-40c2-a905-3297e9bf7ee9,revision_number=0']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:24:29.150742 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-4c41dacd-1900-4cb1-8b19-02fceea6df7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:24:29.205656 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c41dacd-1900-4cb1-8b19-02fceea6df7a admin admin] Checking segment: {'id': 'a2d970bc-47e1-42ab-bd62-edbddac3ac5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:24:29.206039 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c41dacd-1900-4cb1-8b19-02fceea6df7a admin admin] Network hostable DHCP agents. Network: 7c4aca2a-d888-4e9f-991a-bf8b268161b4, hostable agents: ['ffb4b371-2790-46a0-bfdf-1689ebf5aa69'], hosted agents: [] {{(pid=85412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 20:24:29.232040 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c41dacd-1900-4cb1-8b19-02fceea6df7a admin admin] Network 7c4aca2a-d888-4e9f-991a-bf8b268161b4 is scheduled to be hosted by DHCP agent ffb4b371-2790-46a0-bfdf-1689ebf5aa69 with binding_index 1 {{(pid=85412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 20:24:29.242723 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.base_scheduler [None req-4c41dacd-1900-4cb1-8b19-02fceea6df7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-2-smb, 7c4aca2a-d888-4e9f-991a-bf8b268161b4) {{(pid=85412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:24:29.246838 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c41dacd-1900-4cb1-8b19-02fceea6df7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:24:29.247459 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4c41dacd-1900-4cb1-8b19-02fceea6df7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16483510'] for subnet, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:24:29.253004 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ca1113-1076-478d-ad52-90e5d6b9ae2a None None] Network 7c4aca2a-d888-4e9f-991a-bf8b268161b4 requested from dv-cinder-786386-2-smb {{(pid=85413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:24:29.279163 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-4c41dacd-1900-4cb1-8b19-02fceea6df7a admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9224336 Apr 15 20:24:29.483448 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b33883-d665-4ee8-a0c6-7aadb936b363 None None] Network 7c4aca2a-d888-4e9f-991a-bf8b268161b4 requested from dv-cinder-786386-2-smb {{(pid=85413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:24:31.864128 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 55588) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:24:32.218286 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device fd126ba1-3064-4225-abef-de649f38b65c up at agent ovs-agent-dv-cinder-786386-2-smb {{(pid=85413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:24:32.284246 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-e9dff6d3-f69d-4195-9bf7-072d75a623ca admin admin] 10.222.0.69 "GET /v2.0/routers/ddef5807-5cb4-403c-91a2-6274f2e7d482 HTTP/1.1" status: 200 len: 710 time: 0.4186265 Apr 15 20:24:32.288819 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Provisioning for port fd126ba1-3064-4225-abef-de649f38b65c completed by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:24:32.293638 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Provisioning complete for port fd126ba1-3064-4225-abef-de649f38b65c triggered by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:24:32.294042 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:24:32.417046 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:24:32.420128 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afeff08-2912-4c1e-8c4c-114660179a28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:24:32.421591 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-7afeff08-2912-4c1e-8c4c-114660179a28 admin admin] 10.222.0.69 "GET /v2.0/networks/7c4aca2a-d888-4e9f-991a-bf8b268161b4 HTTP/1.1" status: 200 len: 886 time: 0.1315634 Apr 15 20:24:32.432086 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [None req-719be861-e967-466d-99e7-7077c1a0fba2 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4'}}} {{(pid=85411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:24:32.450338 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] For port fd126ba1-3064-4225-abef-de649f38b65c, host dv-cinder-786386-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-2-smb',level=0,port_id=fd126ba1-3064-4225-abef-de649f38b65c,segment=NetworkSegment(42bc6c6f-8a85-4b43-9d80-c732a3d1d379),segment_id=42bc6c6f-8a85-4b43-9d80-c732a3d1d379)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:24:32.454088 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:24:32.456263 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-dbdbe036-9c98-4d0e-9ce4-14e7353b2f3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:24:32.526826 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Pushing event updated for resources: {'Port': ['ID=fd126ba1-3064-4225-abef-de649f38b65c,revision_number=5']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:24:32.530656 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:24:32.897004 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-719be861-e967-466d-99e7-7077c1a0fba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838401957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16371162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3176'] for router, precommit_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:24:33.008755 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.agents_db [None req-12650cd8-a504-4c0d-a4a2-248dab766c22 None None] Agent healthcheck: found 5 active agents {{(pid=85414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:24:33.260132 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-719be861-e967-466d-99e7-7077c1a0fba2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:24:33.321242 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-719be861-e967-466d-99e7-7077c1a0fba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:24:33.460530 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.db_base_plugin_common [None req-719be861-e967-466d-99e7-7077c1a0fba2 admin admin] Allocated IP 172.28.3.153 (7c4aca2a-d888-4e9f-991a-bf8b268161b4/4dc7f199-63f9-40c2-a905-3297e9bf7ee9/5a4679bb-a53a-46f0-81e8-3aadf22d381f) {{(pid=85411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:24:33.618726 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-719be861-e967-466d-99e7-7077c1a0fba2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:24:33.677659 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-719be861-e967-466d-99e7-7077c1a0fba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245250087898'] for port, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:24:33.690436 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:24:33.818581 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719be861-e967-466d-99e7-7077c1a0fba2 admin admin] Pushing event updated for resources: {'Port': ['ID=5a4679bb-a53a-46f0-81e8-3aadf22d381f,revision_number=1']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:24:33.824986 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-719be861-e967-466d-99e7-7077c1a0fba2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:24:33.876062 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719be861-e967-466d-99e7-7077c1a0fba2 admin admin] Network 7c4aca2a-d888-4e9f-991a-bf8b268161b4 is already hosted by enough agents. {{(pid=85411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:24:33.877179 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.base_scheduler [None req-719be861-e967-466d-99e7-7077c1a0fba2 admin admin] Resources bound (agent type, host, resource id): {{(pid=85411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:24:33.879801 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719be861-e967-466d-99e7-7077c1a0fba2 admin admin] Received port after_create {{(pid=85411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:24:34.190997 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device fd126ba1-3064-4225-abef-de649f38b65c up at agent ovs-agent-dv-cinder-786386-2-smb {{(pid=85413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:24:34.264349 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Provisioning complete for port fd126ba1-3064-4225-abef-de649f38b65c triggered by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:24:34.264765 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:24:34.446232 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-719be861-e967-466d-99e7-7077c1a0fba2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:24:34.812510 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-719be861-e967-466d-99e7-7077c1a0fba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838401957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16371162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3176'] for router, precommit_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:24:34.816177 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-719be861-e967-466d-99e7-7077c1a0fba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16373820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16373827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036838401996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036838404669'] for router, after_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:24:35.007302 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-719be861-e967-466d-99e7-7077c1a0fba2 admin admin] Router ddef5807-5cb4-403c-91a2-6274f2e7d482 has already been hosted by L3 agent f2e50876-c35d-48fb-9e24-f0907444cef9 {{(pid=85411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 20:24:35.194195 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-719be861-e967-466d-99e7-7077c1a0fba2 admin admin] Notify agent at l3_agent.dv-cinder-786386-2-smb the message routers_updated {{(pid=85411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 20:24:35.202866 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-719be861-e967-466d-99e7-7077c1a0fba2 admin admin] Notify callbacks [] for router, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:24:35.204545 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-719be861-e967-466d-99e7-7077c1a0fba2 admin admin] 10.222.0.69 "PUT /v2.0/routers/ddef5807-5cb4-403c-91a2-6274f2e7d482 HTTP/1.1" status: 200 len: 890 time: 2.7760344 Apr 15 20:24:35.205000 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62270fc-4a53-439e-a3d2-8d4b90ff29c9 None None] Sync routers for ids ['ddef5807-5cb4-403c-91a2-6274f2e7d482'] in dv-cinder-786386-2-smb {{(pid=85413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 20:24:35.215693 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62270fc-4a53-439e-a3d2-8d4b90ff29c9 None None] Routers {'ddef5807-5cb4-403c-91a2-6274f2e7d482'} bound to L3 agent in host dv-cinder-786386-2-smb {{(pid=85413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:24:35.216375 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-a62270fc-4a53-439e-a3d2-8d4b90ff29c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-15T20:23:47Z,description=,heartbeat_timestamp=2021-04-15T20:24:17Z,host='dv-cinder-786386-2-smb',id=f2e50876-c35d-48fb-9e24-f0907444cef9,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:23:48Z,topic='l3_agent')) {'router_ids': ['ddef5807-5cb4-403c-91a2-6274f2e7d482'], 'active': True} {{(pid=85413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:24:35.418528 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvr_db [None req-a62270fc-4a53-439e-a3d2-8d4b90ff29c9 None None] Set router ddef5807-5cb4-403c-91a2-6274f2e7d482 gateway port host: dv-cinder-786386-2-smb {{(pid=85413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:24:35.772281 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-a62270fc-4a53-439e-a3d2-8d4b90ff29c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddef5807-5cb4-403c-91a2-6274f2e7d482', 'name': 'router1', 'tenant_id': 'a8208d97ff35451c8c2ad6b7db0b42bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.153'}], 'enable_snat': True}, 'gw_port_id': '5a4679bb-a53a-46f0-81e8-3aadf22d381f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:24:13Z', 'updated_at': '2021-04-15T20:24:34Z', 'revision_number': 4, 'project_id': 'a8208d97ff35451c8c2ad6b7db0b42bd', 'gw_port': {'id': '5a4679bb-a53a-46f0-81e8-3aadf22d381f', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:70:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddef5807-5cb4-403c-91a2-6274f2e7d482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:24:33Z', 'updated_at': '2021-04-15T20:24:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb', '_interfaces': [{'id': 'fd126ba1-3064-4225-abef-de649f38b65c', 'name': '', 'network_id': 'bb1b36ac-b56f-492a-bff4-c6d7b7aeec14', 'tenant_id': 'a8208d97ff35451c8c2ad6b7db0b42bd', 'mac_address': 'fa:16:3e:e5:bd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddef5807-5cb4-403c-91a2-6274f2e7d482', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bc1ff003-6700-4478-8c7f-190f18986c2c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:24:23Z', 'updated_at': '2021-04-15T20:24:32Z', 'revision_number': 5, 'project_id': 'a8208d97ff35451c8c2ad6b7db0b42bd', 'subnets': [{'id': 'bc1ff003-6700-4478-8c7f-190f18986c2c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7d9f33af-250e-4a09-a042-3976a7575c10'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-2-smb', False) {} {{(pid=85413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:24:35.777411 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62270fc-4a53-439e-a3d2-8d4b90ff29c9 None None] Checking router: ddef5807-5cb4-403c-91a2-6274f2e7d482 for host: dv-cinder-786386-2-smb {{(pid=85413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 20:24:35.777793 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62270fc-4a53-439e-a3d2-8d4b90ff29c9 None None] Updating router ddef5807-5cb4-403c-91a2-6274f2e7d482 port 5a4679bb-a53a-46f0-81e8-3aadf22d381f binding host dv-cinder-786386-2-smb {{(pid=85413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 20:24:35.832456 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-a62270fc-4a53-439e-a3d2-8d4b90ff29c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:24:36.172200 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-a62270fc-4a53-439e-a3d2-8d4b90ff29c9 None None] Notify callbacks [] for port, precommit_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:24:36.184839 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-a62270fc-4a53-439e-a3d2-8d4b90ff29c9 None None] Transition to ACTIVE for port object 5a4679bb-a53a-46f0-81e8-3aadf22d381f will not be triggered until provisioned by entity L2. {{(pid=85413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:24:36.191488 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-a62270fc-4a53-439e-a3d2-8d4b90ff29c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:24:36.204686 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-b716315d-07da-4257-90da-0d7d3e0eb7cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:24:36.500449 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bca023-8463-45c6-990b-f211c4781ced None None] Pushing event updated for resources: {'Port': ['ID=5a4679bb-a53a-46f0-81e8-3aadf22d381f,revision_number=2']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:24:36.504764 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-97bca023-8463-45c6-990b-f211c4781ced None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:24:36.564822 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-a62270fc-4a53-439e-a3d2-8d4b90ff29c9 None None] Attempting to bind port 5a4679bb-a53a-46f0-81e8-3aadf22d381f on host dv-cinder-786386-2-smb for vnic_type normal with profile {{(pid=85413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:24:36.565229 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-a62270fc-4a53-439e-a3d2-8d4b90ff29c9 None None] Attempting to bind port 5a4679bb-a53a-46f0-81e8-3aadf22d381f by drivers openvswitch,hyperv on host dv-cinder-786386-2-smb at level 0 using segments [{'id': 'a2d970bc-47e1-42ab-bd62-edbddac3ac5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4'}] {{(pid=85413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:24:36.565625 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62270fc-4a53-439e-a3d2-8d4b90ff29c9 None None] Attempting to bind port 5a4679bb-a53a-46f0-81e8-3aadf22d381f on network 7c4aca2a-d888-4e9f-991a-bf8b268161b4 {{(pid=85413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:24:36.571293 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62270fc-4a53-439e-a3d2-8d4b90ff29c9 None None] Checking agent: {'id': '30333bf1-a829-46d5-a227-fdc76695a1e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 23, 48), 'started_at': datetime.datetime(2021, 4, 15, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:24:36.571702 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62270fc-4a53-439e-a3d2-8d4b90ff29c9 None None] Checking segment: {'id': 'a2d970bc-47e1-42ab-bd62-edbddac3ac5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:24:36.572135 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-a62270fc-4a53-439e-a3d2-8d4b90ff29c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:24:36.572559 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62270fc-4a53-439e-a3d2-8d4b90ff29c9 None None] Bound using segment: {'id': 'a2d970bc-47e1-42ab-bd62-edbddac3ac5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4'} {{(pid=85413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:24:36.573059 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-a62270fc-4a53-439e-a3d2-8d4b90ff29c9 None None] Bound port: 5a4679bb-a53a-46f0-81e8-3aadf22d381f, host: dv-cinder-786386-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d970bc-47e1-42ab-bd62-edbddac3ac5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4'}}] {{(pid=85413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:24:36.573467 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-a62270fc-4a53-439e-a3d2-8d4b90ff29c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:24:36.647978 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-a62270fc-4a53-439e-a3d2-8d4b90ff29c9 None None] For port 5a4679bb-a53a-46f0-81e8-3aadf22d381f, host dv-cinder-786386-2-smb, cleared binding levels {{(pid=85413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:24:36.651118 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-a62270fc-4a53-439e-a3d2-8d4b90ff29c9 None None] For port 5a4679bb-a53a-46f0-81e8-3aadf22d381f, host dv-cinder-786386-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-2-smb',level=0,port_id=5a4679bb-a53a-46f0-81e8-3aadf22d381f,segment=NetworkSegment(a2d970bc-47e1-42ab-bd62-edbddac3ac5a),segment_id=a2d970bc-47e1-42ab-bd62-edbddac3ac5a)] {{(pid=85413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:24:36.655079 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-a62270fc-4a53-439e-a3d2-8d4b90ff29c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:24:36.668599 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:24:36.818457 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bca023-8463-45c6-990b-f211c4781ced None None] Pushing event updated for resources: {'Port': ['ID=5a4679bb-a53a-46f0-81e8-3aadf22d381f,revision_number=3']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:24:36.823849 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-97bca023-8463-45c6-990b-f211c4781ced None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:24:36.863501 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62270fc-4a53-439e-a3d2-8d4b90ff29c9 None None] Routers {'ddef5807-5cb4-403c-91a2-6274f2e7d482'} bound to L3 agent in host dv-cinder-786386-2-smb {{(pid=85413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:24:36.864152 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-a62270fc-4a53-439e-a3d2-8d4b90ff29c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-15T20:23:47Z,description=,heartbeat_timestamp=2021-04-15T20:24:17Z,host='dv-cinder-786386-2-smb',id=f2e50876-c35d-48fb-9e24-f0907444cef9,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:23:48Z,topic='l3_agent')) {'router_ids': ['ddef5807-5cb4-403c-91a2-6274f2e7d482'], 'active': True} {{(pid=85413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:24:37.047899 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvr_db [None req-a62270fc-4a53-439e-a3d2-8d4b90ff29c9 None None] Set router ddef5807-5cb4-403c-91a2-6274f2e7d482 gateway port host: dv-cinder-786386-2-smb {{(pid=85413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:24:37.394937 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-a62270fc-4a53-439e-a3d2-8d4b90ff29c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddef5807-5cb4-403c-91a2-6274f2e7d482', 'name': 'router1', 'tenant_id': 'a8208d97ff35451c8c2ad6b7db0b42bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.153'}], 'enable_snat': True}, 'gw_port_id': '5a4679bb-a53a-46f0-81e8-3aadf22d381f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:24:13Z', 'updated_at': '2021-04-15T20:24:34Z', 'revision_number': 4, 'project_id': 'a8208d97ff35451c8c2ad6b7db0b42bd', 'gw_port': {'id': '5a4679bb-a53a-46f0-81e8-3aadf22d381f', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:70:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddef5807-5cb4-403c-91a2-6274f2e7d482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:24:33Z', 'updated_at': '2021-04-15T20:24:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb', '_interfaces': [{'id': 'fd126ba1-3064-4225-abef-de649f38b65c', 'name': '', 'network_id': 'bb1b36ac-b56f-492a-bff4-c6d7b7aeec14', 'tenant_id': 'a8208d97ff35451c8c2ad6b7db0b42bd', 'mac_address': 'fa:16:3e:e5:bd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddef5807-5cb4-403c-91a2-6274f2e7d482', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bc1ff003-6700-4478-8c7f-190f18986c2c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:24:23Z', 'updated_at': '2021-04-15T20:24:32Z', 'revision_number': 5, 'project_id': 'a8208d97ff35451c8c2ad6b7db0b42bd', 'subnets': [{'id': 'bc1ff003-6700-4478-8c7f-190f18986c2c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7d9f33af-250e-4a09-a042-3976a7575c10'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-2-smb', False) {} {{(pid=85413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:24:37.399726 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62270fc-4a53-439e-a3d2-8d4b90ff29c9 None None] The sync data for ids ['ddef5807-5cb4-403c-91a2-6274f2e7d482'] in dv-cinder-786386-2-smb is: [{'id': 'ddef5807-5cb4-403c-91a2-6274f2e7d482', 'name': 'router1', 'tenant_id': 'a8208d97ff35451c8c2ad6b7db0b42bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.153'}], 'enable_snat': True}, 'gw_port_id': '5a4679bb-a53a-46f0-81e8-3aadf22d381f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:24:13Z', 'updated_at': '2021-04-15T20:24:34Z', 'revision_number': 4, 'project_id': 'a8208d97ff35451c8c2ad6b7db0b42bd', 'gw_port': {'id': '5a4679bb-a53a-46f0-81e8-3aadf22d381f', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:70:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddef5807-5cb4-403c-91a2-6274f2e7d482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:24:33Z', 'updated_at': '2021-04-15T20:24:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb', '_interfaces': [{'id': 'fd126ba1-3064-4225-abef-de649f38b65c', 'name': '', 'network_id': 'bb1b36ac-b56f-492a-bff4-c6d7b7aeec14', 'tenant_id': 'a8208d97ff35451c8c2ad6b7db0b42bd', 'mac_address': 'fa:16:3e:e5:bd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddef5807-5cb4-403c-91a2-6274f2e7d482', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bc1ff003-6700-4478-8c7f-190f18986c2c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:24:23Z', 'updated_at': '2021-04-15T20:24:32Z', 'revision_number': 5, 'project_id': 'a8208d97ff35451c8c2ad6b7db0b42bd', 'subnets': [{'id': 'bc1ff003-6700-4478-8c7f-190f18986c2c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7d9f33af-250e-4a09-a042-3976a7575c10'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 20:24:37.870575 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 55598) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:24:38.002193 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-f251a200-a72f-4af9-af52-57128c08860d admin admin] 10.222.0.69 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1303961 Apr 15 20:24:38.222771 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device 5a4679bb-a53a-46f0-81e8-3aadf22d381f up at agent ovs-agent-dv-cinder-786386-2-smb {{(pid=85413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:24:38.300952 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Provisioning for port 5a4679bb-a53a-46f0-81e8-3aadf22d381f completed by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:24:38.306143 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Provisioning complete for port 5a4679bb-a53a-46f0-81e8-3aadf22d381f triggered by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:24:38.306589 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:24:38.431965 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:24:38.449044 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] For port 5a4679bb-a53a-46f0-81e8-3aadf22d381f, host dv-cinder-786386-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-2-smb',level=0,port_id=5a4679bb-a53a-46f0-81e8-3aadf22d381f,segment=NetworkSegment(a2d970bc-47e1-42ab-bd62-edbddac3ac5a),segment_id=a2d970bc-47e1-42ab-bd62-edbddac3ac5a)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:24:38.452989 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:24:38.455228 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:24:38.529520 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Pushing event updated for resources: {'Port': ['ID=5a4679bb-a53a-46f0-81e8-3aadf22d381f,revision_number=4']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:24:38.533201 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:24:40.209426 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device 5a4679bb-a53a-46f0-81e8-3aadf22d381f up at agent ovs-agent-dv-cinder-786386-2-smb {{(pid=85413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:24:40.298636 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Provisioning complete for port 5a4679bb-a53a-46f0-81e8-3aadf22d381f triggered by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:24:40.299057 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:24:45.038258 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-8f969890-404e-45b2-b01f-377dbe6d29fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:24:47.492618 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-ee9f6a9b-adf3-4f3a-ab36-ce1148665a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:24:47.826128 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6589a99b-4989-4a06-bc40-62b7e77e6cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:24:48.200562 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:24:49.486983 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-611aad59-e19d-4c1d-b92d-eb0975a661b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:25:10.009660 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.agents_db [None req-12650cd8-a504-4c0d-a4a2-248dab766c22 None None] Agent healthcheck: found 5 active agents {{(pid=85414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:25:15.011227 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c4d221dc-cb7c-4b38-be8e-e0ce1b939e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:25:17.466884 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-db6b436c-54d9-45e5-895c-fafae75c9780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:25:17.831084 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6589a99b-4989-4a06-bc40-62b7e77e6cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:25:18.210076 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:25:19.497170 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-611aad59-e19d-4c1d-b92d-eb0975a661b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:25:45.014832 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-107625f6-3c0e-44ec-afeb-0a03f19ad88c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:25:47.011353 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.agents_db [None req-12650cd8-a504-4c0d-a4a2-248dab766c22 None None] Agent healthcheck: found 5 active agents {{(pid=85414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:25:47.473582 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-ee463a62-7901-4611-9193-ef46ba461542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:25:47.835359 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6589a99b-4989-4a06-bc40-62b7e77e6cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:25:48.205356 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:25:49.502587 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-611aad59-e19d-4c1d-b92d-eb0975a661b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:26:15.017699 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-ab68abd1-7353-458f-a17d-cb0bd76b9d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:26:17.467551 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-8f9d0b00-c8df-402a-a29c-eb02594d5acc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:26:17.836533 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6589a99b-4989-4a06-bc40-62b7e77e6cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:26:18.208942 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:26:19.507782 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-611aad59-e19d-4c1d-b92d-eb0975a661b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:26:21.101522 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 56168) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:26:21.187845 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f4ac8d8-b3d0-4ae8-a341-17169067c45f admin admin] GET failed (client error): The resource could not be found. Apr 15 20:26:21.189199 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-7f4ac8d8-b3d0-4ae8-a341-17169067c45f admin admin] 10.222.0.69 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0862491 Apr 15 20:26:21.333636 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb24b4e7-20ee-47b0-b2b6-58f2222270ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:26:21.335166 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-eb24b4e7-20ee-47b0-b2b6-58f2222270ef admin admin] 10.222.0.69 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1395056 Apr 15 20:26:23.849425 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 56178) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:26:23.974340 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c899dc-c15d-41f2-9670-5b367fe8ab1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:26:23.974999 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-28c899dc-c15d-41f2-9670-5b367fe8ab1e admin admin] Synchronizing usage tracker for tenant:203499fb56794d42adc7872da1781d16 on resource:subnet {{(pid=85412) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:26:23.991807 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-28c899dc-c15d-41f2-9670-5b367fe8ab1e admin admin] Unset dirty status for tenant:203499fb56794d42adc7872da1781d16 on resource:subnet {{(pid=85412) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:26:23.993042 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-28c899dc-c15d-41f2-9670-5b367fe8ab1e admin admin] 10.222.0.69 "GET /v2.0/subnets/bc1ff003-6700-4478-8c7f-190f18986c2c HTTP/1.1" status: 200 len: 849 time: 0.1426041 Apr 15 20:26:24.003954 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [None req-cfeaa6b1-e3a4-4b94-9862-2efbe40d9fc7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=85412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:26:24.011687 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.agents_db [None req-12650cd8-a504-4c0d-a4a2-248dab766c22 None None] Agent healthcheck: found 5 active agents {{(pid=85414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:26:24.132686 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-cfeaa6b1-e3a4-4b94-9862-2efbe40d9fc7 admin admin] Notify callbacks [] for subnet, before_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:26:24.460598 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-cfeaa6b1-e3a4-4b94-9862-2efbe40d9fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16285263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363245249646281'] for subnet, after_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:26:24.475538 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:26:24.607219 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeaa6b1-e3a4-4b94-9862-2efbe40d9fc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc1ff003-6700-4478-8c7f-190f18986c2c,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:26:24.627546 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeaa6b1-e3a4-4b94-9862-2efbe40d9fc7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:26:24.627932 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeaa6b1-e3a4-4b94-9862-2efbe40d9fc7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:26:24.628298 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeaa6b1-e3a4-4b94-9862-2efbe40d9fc7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:26:24.628659 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeaa6b1-e3a4-4b94-9862-2efbe40d9fc7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:26:24.629029 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeaa6b1-e3a4-4b94-9862-2efbe40d9fc7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:26:24.629369 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeaa6b1-e3a4-4b94-9862-2efbe40d9fc7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:26:24.629718 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeaa6b1-e3a4-4b94-9862-2efbe40d9fc7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:26:24.630072 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeaa6b1-e3a4-4b94-9862-2efbe40d9fc7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:26:24.630444 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeaa6b1-e3a4-4b94-9862-2efbe40d9fc7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:26:24.630806 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeaa6b1-e3a4-4b94-9862-2efbe40d9fc7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:26:24.631160 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeaa6b1-e3a4-4b94-9862-2efbe40d9fc7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:26:24.631496 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeaa6b1-e3a4-4b94-9862-2efbe40d9fc7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:26:24.636387 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-cfeaa6b1-e3a4-4b94-9862-2efbe40d9fc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:26:24.662570 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfeaa6b1-e3a4-4b94-9862-2efbe40d9fc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:26:24.663585 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-cfeaa6b1-e3a4-4b94-9862-2efbe40d9fc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16483510'] for subnet, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:26:24.668282 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e66c1e-ff14-4ffe-aa7a-900f9b690480 None None] Network bb1b36ac-b56f-492a-bff4-c6d7b7aeec14 requested from dv-cinder-786386-2-smb {{(pid=85413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:26:24.679113 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-cfeaa6b1-e3a4-4b94-9862-2efbe40d9fc7 admin admin] 10.222.0.69 "PUT /v2.0/subnets/bc1ff003-6700-4478-8c7f-190f18986c2c HTTP/1.1" status: 200 len: 868 time: 0.6791871 Apr 15 20:26:25.154838 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-160cf466-cddb-475a-8f30-c731ec05c635 None None] Provisioning complete for port 69bee033-1732-4d3e-886c-8d30f48bea56 triggered by entity DHCP. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:26:25.155384 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-160cf466-cddb-475a-8f30-c731ec05c635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:26:25.288924 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-160cf466-cddb-475a-8f30-c731ec05c635 None None] Provisioning complete for port fd126ba1-3064-4225-abef-de649f38b65c triggered by entity DHCP. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:26:25.289291 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-160cf466-cddb-475a-8f30-c731ec05c635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:26:27.139310 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 56188) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:26:27.336367 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83215945-2c86-4ee4-b759-48c70e7800f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:26:27.336813 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83215945-2c86-4ee4-b759-48c70e7800f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:26:27.340619 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-83215945-2c86-4ee4-b759-48c70e7800f7 admin admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1976836 Apr 15 20:26:29.847044 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 56198) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:26:30.056405 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b2d91f-9fe8-452f-84b0-d632a53efb35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:26:30.056846 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b2d91f-9fe8-452f-84b0-d632a53efb35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:26:30.058533 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-a9b2d91f-9fe8-452f-84b0-d632a53efb35 admin admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2104099 Apr 15 20:26:32.546057 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 56208) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:26:32.729570 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac09686-4896-4541-b66e-e9f3c60f3203 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:26:32.731139 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-dac09686-4896-4541-b66e-e9f3c60f3203 admin admin] 10.222.0.69 "GET /v2.0/networks/7c4aca2a-d888-4e9f-991a-bf8b268161b4 HTTP/1.1" status: 200 len: 886 time: 0.1839828 Apr 15 20:26:35.221306 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 56218) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:26:35.414614 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867f4862-fc93-47c7-95ab-b57d42b7931d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:26:35.416052 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-867f4862-fc93-47c7-95ab-b57d42b7931d admin admin] 10.222.0.69 "GET /v2.0/networks/bb1b36ac-b56f-492a-bff4-c6d7b7aeec14 HTTP/1.1" status: 200 len: 870 time: 0.1933460 Apr 15 20:26:37.888008 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 56228) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:26:38.020775 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a96ce05-c5bb-4335-b530-c2b8bd5b2c9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:26:38.021277 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a96ce05-c5bb-4335-b530-c2b8bd5b2c9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:26:38.022882 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-3a96ce05-c5bb-4335-b530-c2b8bd5b2c9e admin admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1336615 Apr 15 20:26:40.478665 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 56238) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:26:40.601870 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961ef126-99b6-4266-8997-95650c7bd295 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:26:40.602797 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961ef126-99b6-4266-8997-95650c7bd295 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:26:40.606161 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-961ef126-99b6-4266-8997-95650c7bd295 admin admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1263423 Apr 15 20:26:43.062727 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 56248) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:26:43.187101 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31dc072-6a7b-40ae-acf6-97fa8ec40059 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:26:43.188499 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-a31dc072-6a7b-40ae-acf6-97fa8ec40059 admin admin] 10.222.0.69 "GET /v2.0/subnets/4dc7f199-63f9-40c2-a905-3297e9bf7ee9 HTTP/1.1" status: 200 len: 816 time: 0.1244152 Apr 15 20:26:45.020570 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-144b7083-bc35-4217-a2d7-639c2fb38202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:26:45.666218 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 56258) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:26:45.801884 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc9728e-4961-4745-a54c-861a8b3e0482 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:26:45.803411 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-efc9728e-4961-4745-a54c-861a8b3e0482 admin admin] 10.222.0.69 "GET /v2.0/subnets/bc1ff003-6700-4478-8c7f-190f18986c2c HTTP/1.1" status: 200 len: 868 time: 0.1357036 Apr 15 20:26:47.470142 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-cc5a1b82-e3c3-473c-8e7e-4740c0edaa9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:26:47.840173 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6589a99b-4989-4a06-bc40-62b7e77e6cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:26:48.213014 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:26:49.508382 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-611aad59-e19d-4c1d-b92d-eb0975a661b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:27:01.011770 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.agents_db [None req-12650cd8-a504-4c0d-a4a2-248dab766c22 None None] Agent healthcheck: found 5 active agents {{(pid=85414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:27:12.152017 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 56302) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:27:12.206189 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [None req-1d1391ec-3db6-4c70-9ade-e4349a3e82bd admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=85411) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 20:27:12.207292 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-1d1391ec-3db6-4c70-9ade-e4349a3e82bd admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0542755 Apr 15 20:27:14.788345 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 56312) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:27:14.866421 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1e7bff5-8748-402f-bb90-fd70f6991111 admin admin] GET failed (client error): The resource could not be found. Apr 15 20:27:14.867825 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-e1e7bff5-8748-402f-bb90-fd70f6991111 admin admin] 10.222.0.69 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0784640 Apr 15 20:27:15.006162 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28e6893-c889-4700-ac9c-084fa92f341c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:27:15.007744 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-d28e6893-c889-4700-ac9c-084fa92f341c admin admin] 10.222.0.69 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1336260 Apr 15 20:27:15.031374 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e09d6e99-9e59-42c4-81f0-3d0523e04cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:27:17.472107 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-afde3540-84a8-47c5-88f9-51833a2dcb83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:27:17.503965 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 56322) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:27:17.559313 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [None req-7d2ebabc-c0f9-4268-899a-09c9f5158360 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=85412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:27:17.564512 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-7d2ebabc-c0f9-4268-899a-09c9f5158360 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:27:17.574815 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-7d2ebabc-c0f9-4268-899a-09c9f5158360 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:27:17.585140 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d2ebabc-c0f9-4268-899a-09c9f5158360 admin admin] Made reservation on behalf of 203499fb56794d42adc7872da1781d16 for: {'network': 1} {{(pid=85412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:27:17.589671 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7d2ebabc-c0f9-4268-899a-09c9f5158360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for network, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:27:17.682328 dv-cinder-786386-2-smb neutron-server[85298]: WARNING neutron.services.revisions.revision_plugin [None req-7d2ebabc-c0f9-4268-899a-09c9f5158360 admin admin] Could not find related network for resource to bump revision. Apr 15 20:27:17.698108 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d2ebabc-c0f9-4268-899a-09c9f5158360 admin admin] vlan segment allocate from pool success with {'vlan_id': 1075, 'physical_network': 'physnet1'} {{(pid=85412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 20:27:17.707659 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7d2ebabc-c0f9-4268-899a-09c9f5158360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-793'] for segment, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:27:17.708033 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.db.segments_db [None req-7d2ebabc-c0f9-4268-899a-09c9f5158360 admin admin] Added segment 244f7afd-9758-4681-a3d7-94aee207788e of type vlan for network 25f5d648-ab72-4c5f-809e-b2006f745ede Apr 15 20:27:17.734797 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7d2ebabc-c0f9-4268-899a-09c9f5158360 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791604676518'] for network, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:27:17.765884 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7d2ebabc-c0f9-4268-899a-09c9f5158360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16285283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461'] for network, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:27:17.767230 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2ebabc-c0f9-4268-899a-09c9f5158360 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:27:17.767851 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7d2ebabc-c0f9-4268-899a-09c9f5158360 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16483510'] for network, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:27:17.772639 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f936660f-e2f6-435a-9d09-29a9e601f76e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:27:17.843270 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6589a99b-4989-4a06-bc40-62b7e77e6cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:27:17.877416 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-7d2ebabc-c0f9-4268-899a-09c9f5158360 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.3722713 Apr 15 20:27:17.880418 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2ebabc-c0f9-4268-899a-09c9f5158360 admin admin] Pushing event updated for resources: {'Network': ['ID=25f5d648-ab72-4c5f-809e-b2006f745ede,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:27:17.883484 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-7d2ebabc-c0f9-4268-899a-09c9f5158360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:27:17.892632 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Network 25f5d648-ab72-4c5f-809e-b2006f745ede details requested by agent ovs-agent-dv-cinder-786386-2-smb with host dv-cinder-786386-2-smb {{(pid=85413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 20:27:18.216265 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:27:19.512165 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-611aad59-e19d-4c1d-b92d-eb0975a661b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:27:20.385143 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 56332) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:27:20.476562 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.pecan_wsgi.hooks.translation [None req-87ed2510-cf54-4c0b-a5c5-e41de66303b7 admin admin] GET failed (client error): The resource could not be found. Apr 15 20:27:20.478236 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-87ed2510-cf54-4c0b-a5c5-e41de66303b7 admin admin] 10.222.0.69 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0920713 Apr 15 20:27:20.765719 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09233e82-461f-4bed-a538-285bc6cfbc58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:27:20.767360 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-09233e82-461f-4bed-a538-285bc6cfbc58 admin admin] 10.222.0.69 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.2846847 Apr 15 20:27:20.782679 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [None req-8792100b-010c-42ca-97aa-6a7a465bb4ca admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '25f5d648-ab72-4c5f-809e-b2006f745ede', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=85411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:27:20.788308 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-8792100b-010c-42ca-97aa-6a7a465bb4ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:27:20.799040 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-8792100b-010c-42ca-97aa-6a7a465bb4ca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:27:20.809640 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8792100b-010c-42ca-97aa-6a7a465bb4ca admin admin] Made reservation on behalf of 203499fb56794d42adc7872da1781d16 for: {'subnet': 1} {{(pid=85411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:27:20.814313 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-8792100b-010c-42ca-97aa-6a7a465bb4ca admin admin] Notify callbacks [] for subnet, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:27:21.211669 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-8792100b-010c-42ca-97aa-6a7a465bb4ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16285263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461'] for subnet, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:27:21.227569 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-0ea7fe01-dccf-4c2a-9ba2-61474e81d9ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:27:21.346834 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8792100b-010c-42ca-97aa-6a7a465bb4ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=356f5520-7125-47eb-80f5-645f6d79a372,revision_number=0']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:27:21.368624 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8792100b-010c-42ca-97aa-6a7a465bb4ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:27:21.368992 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8792100b-010c-42ca-97aa-6a7a465bb4ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:27:21.369358 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8792100b-010c-42ca-97aa-6a7a465bb4ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:27:21.369718 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8792100b-010c-42ca-97aa-6a7a465bb4ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:27:21.370069 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8792100b-010c-42ca-97aa-6a7a465bb4ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:27:21.370400 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8792100b-010c-42ca-97aa-6a7a465bb4ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:27:21.370801 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8792100b-010c-42ca-97aa-6a7a465bb4ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:27:21.371151 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8792100b-010c-42ca-97aa-6a7a465bb4ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:27:21.371499 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8792100b-010c-42ca-97aa-6a7a465bb4ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:27:21.371843 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8792100b-010c-42ca-97aa-6a7a465bb4ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:27:21.372185 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8792100b-010c-42ca-97aa-6a7a465bb4ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:27:21.372529 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8792100b-010c-42ca-97aa-6a7a465bb4ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:27:21.377255 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-8792100b-010c-42ca-97aa-6a7a465bb4ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:27:21.429663 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8792100b-010c-42ca-97aa-6a7a465bb4ca admin admin] Checking segment: {'id': '244f7afd-9758-4681-a3d7-94aee207788e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '25f5d648-ab72-4c5f-809e-b2006f745ede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:27:21.430055 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8792100b-010c-42ca-97aa-6a7a465bb4ca admin admin] Network hostable DHCP agents. Network: 25f5d648-ab72-4c5f-809e-b2006f745ede, hostable agents: ['ffb4b371-2790-46a0-bfdf-1689ebf5aa69'], hosted agents: [] {{(pid=85411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 20:27:21.451033 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8792100b-010c-42ca-97aa-6a7a465bb4ca admin admin] Network 25f5d648-ab72-4c5f-809e-b2006f745ede is scheduled to be hosted by DHCP agent ffb4b371-2790-46a0-bfdf-1689ebf5aa69 with binding_index 1 {{(pid=85411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 20:27:21.461592 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.base_scheduler [None req-8792100b-010c-42ca-97aa-6a7a465bb4ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-2-smb, 25f5d648-ab72-4c5f-809e-b2006f745ede) {{(pid=85411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:27:21.466139 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8792100b-010c-42ca-97aa-6a7a465bb4ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:27:21.466808 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-8792100b-010c-42ca-97aa-6a7a465bb4ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16483510'] for subnet, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:27:21.471036 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfede17-3786-4b67-b8d9-5b04b4224cf1 None None] Network 25f5d648-ab72-4c5f-809e-b2006f745ede requested from dv-cinder-786386-2-smb {{(pid=85413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:27:21.495010 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-8792100b-010c-42ca-97aa-6a7a465bb4ca admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7164228 Apr 15 20:27:21.711640 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81b79bb-76d7-45ff-95ad-cde3c3c23248 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28a7f39b-2ac9-5a6b-b489-919d75496104-25f5d648-ab72-4c5f-809e-b2006f745ede', 'network_id': '25f5d648-ab72-4c5f-809e-b2006f745ede', 'tenant_id': '203499fb56794d42adc7872da1781d16', 'fixed_ips': [{'subnet_id': '356f5520-7125-47eb-80f5-645f6d79a372'}]}} from dv-cinder-786386-2-smb. {{(pid=85413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 20:27:21.712586 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c81b79bb-76d7-45ff-95ad-cde3c3c23248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_create {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:27:21.880173 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.db_base_plugin_common [None req-c81b79bb-76d7-45ff-95ad-cde3c3c23248 None None] Allocated IP 192.168.233.2 (25f5d648-ab72-4c5f-809e-b2006f745ede/356f5520-7125-47eb-80f5-645f6d79a372/c24713de-6fdc-462f-8ab3-4d6d3d0c89e8) {{(pid=85413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:27:22.114933 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c81b79bb-76d7-45ff-95ad-cde3c3c23248 None None] Notify callbacks [] for port, precommit_create {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:27:22.125763 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-c81b79bb-76d7-45ff-95ad-cde3c3c23248 None None] Transition to ACTIVE for port object c24713de-6fdc-462f-8ab3-4d6d3d0c89e8 will not be triggered until provisioned by entity L2. {{(pid=85413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:27:22.145347 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-c81b79bb-76d7-45ff-95ad-cde3c3c23248 None None] Transition to ACTIVE for port object c24713de-6fdc-462f-8ab3-4d6d3d0c89e8 will not be triggered until provisioned by entity DHCP. {{(pid=85413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:27:22.150117 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c81b79bb-76d7-45ff-95ad-cde3c3c23248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245250087898'] for port, after_create {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:27:22.164138 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:27:22.295405 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81b79bb-76d7-45ff-95ad-cde3c3c23248 None None] Pushing event updated for resources: {'Port': ['ID=c24713de-6fdc-462f-8ab3-4d6d3d0c89e8,revision_number=1']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:27:22.306090 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81b79bb-76d7-45ff-95ad-cde3c3c23248 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:27:22.306492 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81b79bb-76d7-45ff-95ad-cde3c3c23248 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:27:22.306866 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81b79bb-76d7-45ff-95ad-cde3c3c23248 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:27:22.307231 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81b79bb-76d7-45ff-95ad-cde3c3c23248 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:27:22.307594 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81b79bb-76d7-45ff-95ad-cde3c3c23248 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:27:22.307955 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81b79bb-76d7-45ff-95ad-cde3c3c23248 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:27:22.308319 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81b79bb-76d7-45ff-95ad-cde3c3c23248 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:27:22.308678 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81b79bb-76d7-45ff-95ad-cde3c3c23248 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:27:22.309035 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81b79bb-76d7-45ff-95ad-cde3c3c23248 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:27:22.309392 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81b79bb-76d7-45ff-95ad-cde3c3c23248 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:27:22.309746 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81b79bb-76d7-45ff-95ad-cde3c3c23248 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:27:22.310099 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81b79bb-76d7-45ff-95ad-cde3c3c23248 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:27:22.316811 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-c81b79bb-76d7-45ff-95ad-cde3c3c23248 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:27:22.368386 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81b79bb-76d7-45ff-95ad-cde3c3c23248 None None] Network 25f5d648-ab72-4c5f-809e-b2006f745ede is already hosted by enough agents. {{(pid=85413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:27:22.369620 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.base_scheduler [None req-c81b79bb-76d7-45ff-95ad-cde3c3c23248 None None] Resources bound (agent type, host, resource id): {{(pid=85413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:27:22.372008 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81b79bb-76d7-45ff-95ad-cde3c3c23248 None None] Received port after_create {{(pid=85413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:27:22.469128 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-c81b79bb-76d7-45ff-95ad-cde3c3c23248 None None] Attempting to bind port c24713de-6fdc-462f-8ab3-4d6d3d0c89e8 on host dv-cinder-786386-2-smb for vnic_type normal with profile {{(pid=85413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:27:22.469457 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-c81b79bb-76d7-45ff-95ad-cde3c3c23248 None None] Attempting to bind port c24713de-6fdc-462f-8ab3-4d6d3d0c89e8 by drivers openvswitch,hyperv on host dv-cinder-786386-2-smb at level 0 using segments [{'id': '244f7afd-9758-4681-a3d7-94aee207788e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '25f5d648-ab72-4c5f-809e-b2006f745ede'}] {{(pid=85413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:27:22.469866 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81b79bb-76d7-45ff-95ad-cde3c3c23248 None None] Attempting to bind port c24713de-6fdc-462f-8ab3-4d6d3d0c89e8 on network 25f5d648-ab72-4c5f-809e-b2006f745ede {{(pid=85413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:27:22.475911 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81b79bb-76d7-45ff-95ad-cde3c3c23248 None None] Checking agent: {'id': '30333bf1-a829-46d5-a227-fdc76695a1e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 23, 48), 'started_at': datetime.datetime(2021, 4, 15, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:27:22.476316 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81b79bb-76d7-45ff-95ad-cde3c3c23248 None None] Checking segment: {'id': '244f7afd-9758-4681-a3d7-94aee207788e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '25f5d648-ab72-4c5f-809e-b2006f745ede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:27:22.476751 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c81b79bb-76d7-45ff-95ad-cde3c3c23248 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:27:22.477505 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81b79bb-76d7-45ff-95ad-cde3c3c23248 None None] Bound using segment: {'id': '244f7afd-9758-4681-a3d7-94aee207788e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '25f5d648-ab72-4c5f-809e-b2006f745ede'} {{(pid=85413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:27:22.478014 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-c81b79bb-76d7-45ff-95ad-cde3c3c23248 None None] Bound port: c24713de-6fdc-462f-8ab3-4d6d3d0c89e8, host: dv-cinder-786386-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '244f7afd-9758-4681-a3d7-94aee207788e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '25f5d648-ab72-4c5f-809e-b2006f745ede'}}] {{(pid=85413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:27:22.478462 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c81b79bb-76d7-45ff-95ad-cde3c3c23248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:27:22.570123 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-c81b79bb-76d7-45ff-95ad-cde3c3c23248 None None] For port c24713de-6fdc-462f-8ab3-4d6d3d0c89e8, host dv-cinder-786386-2-smb, cleared binding levels {{(pid=85413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:27:22.578201 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-c81b79bb-76d7-45ff-95ad-cde3c3c23248 None None] For port c24713de-6fdc-462f-8ab3-4d6d3d0c89e8, host dv-cinder-786386-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-2-smb',level=0,port_id=c24713de-6fdc-462f-8ab3-4d6d3d0c89e8,segment=NetworkSegment(244f7afd-9758-4681-a3d7-94aee207788e),segment_id=244f7afd-9758-4681-a3d7-94aee207788e)] {{(pid=85413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:27:22.582781 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c81b79bb-76d7-45ff-95ad-cde3c3c23248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:27:22.598498 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:27:22.755803 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81b79bb-76d7-45ff-95ad-cde3c3c23248 None None] Pushing event updated for resources: {'Port': ['ID=c24713de-6fdc-462f-8ab3-4d6d3d0c89e8,revision_number=2']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:27:22.760778 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-c81b79bb-76d7-45ff-95ad-cde3c3c23248 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:27:24.028780 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f663bbcf-75ba-4f8c-84c7-7777994a654b None None] Network 25f5d648-ab72-4c5f-809e-b2006f745ede requested from dv-cinder-786386-2-smb {{(pid=85413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:27:24.132479 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-11c19b87-8adf-4627-8117-967588ee77f1 None None] Provisioning for port c24713de-6fdc-462f-8ab3-4d6d3d0c89e8 completed by entity DHCP. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:27:24.380201 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device c24713de-6fdc-462f-8ab3-4d6d3d0c89e8 up at agent ovs-agent-dv-cinder-786386-2-smb {{(pid=85413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:27:24.452505 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Provisioning for port c24713de-6fdc-462f-8ab3-4d6d3d0c89e8 completed by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:27:24.458006 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Provisioning complete for port c24713de-6fdc-462f-8ab3-4d6d3d0c89e8 triggered by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:27:24.458454 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:27:24.526091 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-f2bec355-bcc2-4e7d-837b-26d5fe4d035e None None] Provisioning complete for port c24713de-6fdc-462f-8ab3-4d6d3d0c89e8 triggered by entity DHCP. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:27:24.526421 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f2bec355-bcc2-4e7d-837b-26d5fe4d035e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:27:24.647620 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:27:24.735305 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] For port c24713de-6fdc-462f-8ab3-4d6d3d0c89e8, host dv-cinder-786386-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-2-smb',level=0,port_id=c24713de-6fdc-462f-8ab3-4d6d3d0c89e8,segment=NetworkSegment(244f7afd-9758-4681-a3d7-94aee207788e),segment_id=244f7afd-9758-4681-a3d7-94aee207788e)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:27:24.736423 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f2bec355-bcc2-4e7d-837b-26d5fe4d035e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:27:24.747545 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:27:24.754181 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:27:24.879961 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Pushing event updated for resources: {'Port': ['ID=c24713de-6fdc-462f-8ab3-4d6d3d0c89e8,revision_number=3']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:27:24.884697 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:27:24.888109 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.db.api [None req-f2bec355-bcc2-4e7d-837b-26d5fe4d035e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=85413) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 20:27:24.888469 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_db.api [None req-f2bec355-bcc2-4e7d-837b-26d5fe4d035e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=85413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 20:27:26.327050 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device c24713de-6fdc-462f-8ab3-4d6d3d0c89e8 up at agent ovs-agent-dv-cinder-786386-2-smb {{(pid=85413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:27:26.444779 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Provisioning complete for port c24713de-6fdc-462f-8ab3-4d6d3d0c89e8 triggered by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:27:26.445192 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:27:38.011318 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.agents_db [None req-12650cd8-a504-4c0d-a4a2-248dab766c22 None None] Agent healthcheck: found 5 active agents {{(pid=85414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:27:45.026814 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-d0bfab6e-7366-4b09-92ff-77421e083143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:27:47.470152 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-d22121b9-3379-46ef-83ff-4c4a86a41c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:27:47.847721 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6589a99b-4989-4a06-bc40-62b7e77e6cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:27:48.221056 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:27:49.518082 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-611aad59-e19d-4c1d-b92d-eb0975a661b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:28:15.010733 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.agents_db [None req-12650cd8-a504-4c0d-a4a2-248dab766c22 None None] Agent healthcheck: found 5 active agents {{(pid=85414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:28:15.030678 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4f645178-4c49-4e8a-988c-8171a97e0881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:28:17.472771 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-cc142038-6d33-494b-bae1-c9571b4590b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:28:17.850885 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6589a99b-4989-4a06-bc40-62b7e77e6cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:28:18.230446 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:28:19.522724 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-611aad59-e19d-4c1d-b92d-eb0975a661b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:28:38.098263 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 56374) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:28:38.107804 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [None req-b397fe48-c27b-456e-ae5b-d15ad7e6030d tempest-verify_tempest_config-1084314803 tempest-verify_tempest_config-1084314803-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=85412) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 20:28:38.109112 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-b397fe48-c27b-456e-ae5b-d15ad7e6030d tempest-verify_tempest_config-1084314803 tempest-verify_tempest_config-1084314803-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0097301 Apr 15 20:28:38.464607 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 56392) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:28:38.598996 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-91808e08-6db4-4be4-b2a0-65a95840adbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:28:38.615729 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-91808e08-6db4-4be4-b2a0-65a95840adbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:28:38.622079 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-91808e08-6db4-4be4-b2a0-65a95840adbb admin admin] Usage tracker for resource:security_group_rule and tenant:4c2bea7ee3cd46d7a5f8d611ae924bf3 is out of sync, need to count used quota {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:28:38.626762 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-91808e08-6db4-4be4-b2a0-65a95840adbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:28:38.635981 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-91808e08-6db4-4be4-b2a0-65a95840adbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:28:38.738920 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-91808e08-6db4-4be4-b2a0-65a95840adbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:28:38.742404 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-91808e08-6db4-4be4-b2a0-65a95840adbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:28:38.752804 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:28:38.794632 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-91808e08-6db4-4be4-b2a0-65a95840adbb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4c2bea7ee3cd46d7a5f8d611ae924bf3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3286433 Apr 15 20:28:38.795464 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91808e08-6db4-4be4-b2a0-65a95840adbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afac7aef-2be9-44a1-9a48-787b2dedff08,revision_number=1']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:28:38.797505 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 56398) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:28:38.813892 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91808e08-6db4-4be4-b2a0-65a95840adbb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:28:38.814272 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91808e08-6db4-4be4-b2a0-65a95840adbb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:28:38.814663 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91808e08-6db4-4be4-b2a0-65a95840adbb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:28:38.815022 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91808e08-6db4-4be4-b2a0-65a95840adbb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:28:38.815370 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91808e08-6db4-4be4-b2a0-65a95840adbb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:28:38.815721 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91808e08-6db4-4be4-b2a0-65a95840adbb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:28:38.816075 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91808e08-6db4-4be4-b2a0-65a95840adbb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:28:38.816421 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91808e08-6db4-4be4-b2a0-65a95840adbb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:28:38.816784 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91808e08-6db4-4be4-b2a0-65a95840adbb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:28:38.817136 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91808e08-6db4-4be4-b2a0-65a95840adbb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:28:38.817467 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91808e08-6db4-4be4-b2a0-65a95840adbb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:28:38.817804 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91808e08-6db4-4be4-b2a0-65a95840adbb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:28:38.821950 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-91808e08-6db4-4be4-b2a0-65a95840adbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:28:38.873035 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c803b6ce-bbf5-4fba-b981-4c71e85f212f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:28:38.900879 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c803b6ce-bbf5-4fba-b981-4c71e85f212f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:28:38.958270 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c803b6ce-bbf5-4fba-b981-4c71e85f212f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:28:38.962408 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-fc897ff6-79c9-40b8-89bc-e654da8afc83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:28:38.973965 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c803b6ce-bbf5-4fba-b981-4c71e85f212f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afac7aef-2be9-44a1-9a48-787b2dedff08,revision_number=None']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:28:38.978001 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-c803b6ce-bbf5-4fba-b981-4c71e85f212f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:28:38.981353 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c803b6ce-bbf5-4fba-b981-4c71e85f212f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:28:38.984495 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-c803b6ce-bbf5-4fba-b981-4c71e85f212f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/afac7aef-2be9-44a1-9a48-787b2dedff08 HTTP/1.1" status: 204 len: 168 time: 0.1827097 Apr 15 20:28:45.034289 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-492f7a95-3a56-426c-9657-ba52deeb2a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:28:47.475858 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-55872f07-8ae9-4605-b210-9787aaab57c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:28:47.854337 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6589a99b-4989-4a06-bc40-62b7e77e6cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:28:48.223866 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:28:49.524625 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-611aad59-e19d-4c1d-b92d-eb0975a661b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:28:52.010975 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.agents_db [None req-12650cd8-a504-4c0d-a4a2-248dab766c22 None None] Agent healthcheck: found 5 active agents {{(pid=85414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:29:15.049160 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-03bb0bbf-64d9-40fe-8118-2eac2b521f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:29:17.486502 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e874aa4d-0c2b-466a-bcd0-27916f10e82c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:29:17.868726 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6589a99b-4989-4a06-bc40-62b7e77e6cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:29:18.235467 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:29:19.532241 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-611aad59-e19d-4c1d-b92d-eb0975a661b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:29:29.011308 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.agents_db [None req-12650cd8-a504-4c0d-a4a2-248dab766c22 None None] Agent healthcheck: found 5 active agents {{(pid=85414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:29:45.050731 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-abdbc23d-9de3-48ce-808d-6b4cf936aafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:29:47.487490 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-24c1be15-df8f-4641-948b-df06ec678f34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:29:47.871717 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6589a99b-4989-4a06-bc40-62b7e77e6cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:29:48.236515 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:29:49.542870 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-611aad59-e19d-4c1d-b92d-eb0975a661b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:30:06.015413 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.agents_db [None req-12650cd8-a504-4c0d-a4a2-248dab766c22 None None] Agent healthcheck: found 5 active agents {{(pid=85414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:30:15.045146 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-84ab6acf-8dc2-455a-80ef-7ecd98f7dbbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:30:17.481873 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-ecdf590d-f53e-48b4-96fb-0db2d39bfb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:30:17.618689 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727'] for agent, after_create {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:30:17.868331 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6589a99b-4989-4a06-bc40-62b7e77e6cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:30:18.235255 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:30:19.541237 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-611aad59-e19d-4c1d-b92d-eb0975a661b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:30:22.451999 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 56458) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:30:22.583780 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-b49967ae-f9df-4d74-a15f-3daef35dda16 admin admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1305494 Apr 15 20:30:25.100568 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 56468) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:30:25.186288 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-8df91687-5f94-46bb-9634-c195378e2e89 admin admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0842679 Apr 15 20:30:43.021233 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.agents_db [None req-12650cd8-a504-4c0d-a4a2-248dab766c22 None None] Agent healthcheck: found 6 active agents {{(pid=85414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:30:45.057499 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-fe566fc9-f4d5-4299-a857-52a8808a3206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:30:47.484480 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-1d8146bb-c8e9-4da4-9d39-e48107569bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:30:47.598690 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:30:47.873355 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6589a99b-4989-4a06-bc40-62b7e77e6cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:30:48.234356 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:30:49.551889 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-611aad59-e19d-4c1d-b92d-eb0975a661b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:31:15.056187 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-bf7b966d-94bd-4ec5-9293-e17313f675d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:31:17.484345 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-da55ecd5-fddc-477d-a074-4fefc050ac63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:31:17.595981 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:31:17.873863 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6589a99b-4989-4a06-bc40-62b7e77e6cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:31:18.229100 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:31:19.550123 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-611aad59-e19d-4c1d-b92d-eb0975a661b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:31:20.021373 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.agents_db [None req-12650cd8-a504-4c0d-a4a2-248dab766c22 None None] Agent healthcheck: found 6 active agents {{(pid=85414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:31:45.048457 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-44fb55fd-6630-4b0a-ac54-77151b65ea04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:31:47.476195 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-61ac51a8-1341-486e-8fdc-1680dfec3edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:31:47.603179 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:31:47.875358 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6589a99b-4989-4a06-bc40-62b7e77e6cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:31:48.232985 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:31:49.554289 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-611aad59-e19d-4c1d-b92d-eb0975a661b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:31:57.021428 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.agents_db [None req-12650cd8-a504-4c0d-a4a2-248dab766c22 None None] Agent healthcheck: found 6 active agents {{(pid=85414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:32:07.712975 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 56682) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:32:07.890008 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 56696) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:32:07.976077 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 56704) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:32:08.048028 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 56712) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:32:08.080792 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [None req-5f118166-0874-4a0c-ba52-e8a4286aac61 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1233040982-network', 'tenant_id': 'bc4964d16a264d71886df3d34b5af018'}} {{(pid=85412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:32:08.086850 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-5f118166-0874-4a0c-ba52-e8a4286aac61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:32:08.087669 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 56720) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:32:08.100089 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-5f118166-0874-4a0c-ba52-e8a4286aac61 admin admin] Usage tracker for resource:network and tenant:bc4964d16a264d71886df3d34b5af018 is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:32:08.103524 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-5f118166-0874-4a0c-ba52-e8a4286aac61 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:32:08.109659 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-5f118166-0874-4a0c-ba52-e8a4286aac61 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:32:08.123684 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f118166-0874-4a0c-ba52-e8a4286aac61 admin admin] Made reservation on behalf of bc4964d16a264d71886df3d34b5af018 for: {'network': 1} {{(pid=85412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:32:08.128649 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-5f118166-0874-4a0c-ba52-e8a4286aac61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for network, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:08.147805 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [None req-ec1911c2-fb7f-4eb0-a2be-c022ad25323b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-315768369-network', 'tenant_id': '0dc675179ab646618e32dc7e5a1b1f94'}} {{(pid=85412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:32:08.154217 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-ec1911c2-fb7f-4eb0-a2be-c022ad25323b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:32:08.157909 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-5f118166-0874-4a0c-ba52-e8a4286aac61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:08.171758 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-ec1911c2-fb7f-4eb0-a2be-c022ad25323b admin admin] Usage tracker for resource:network and tenant:0dc675179ab646618e32dc7e5a1b1f94 is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:32:08.181460 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [None req-2d4e3ad2-3870-4e71-a822-376dc1d8d16e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-561565636-network', 'tenant_id': 'a7106cb89b6d4e9399c7bc046ff492b4'}} {{(pid=85412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:32:08.185750 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-ec1911c2-fb7f-4eb0-a2be-c022ad25323b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:32:08.197882 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-ec1911c2-fb7f-4eb0-a2be-c022ad25323b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:32:08.203288 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-5f118166-0874-4a0c-ba52-e8a4286aac61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:32:08.212789 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-5f118166-0874-4a0c-ba52-e8a4286aac61 admin admin] Usage tracker for resource:security_group_rule and tenant:bc4964d16a264d71886df3d34b5af018 is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:32:08.217256 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-5f118166-0874-4a0c-ba52-e8a4286aac61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:32:08.218966 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [None req-db3ff083-882d-45af-9dcf-68b49de2c4c0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-211219581-network', 'tenant_id': '1b94adc33bcb40f7aa0c95b4a8c4afae'}} {{(pid=85411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:32:08.220438 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec1911c2-fb7f-4eb0-a2be-c022ad25323b admin admin] Made reservation on behalf of 0dc675179ab646618e32dc7e5a1b1f94 for: {'network': 1} {{(pid=85412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:32:08.225196 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-ec1911c2-fb7f-4eb0-a2be-c022ad25323b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for network, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:08.225736 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-db3ff083-882d-45af-9dcf-68b49de2c4c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:32:08.231008 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-db3ff083-882d-45af-9dcf-68b49de2c4c0 admin admin] Usage tracker for resource:network and tenant:1b94adc33bcb40f7aa0c95b4a8c4afae is out of sync, need to count used quota {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:32:08.234315 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-db3ff083-882d-45af-9dcf-68b49de2c4c0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:32:08.238719 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-2d4e3ad2-3870-4e71-a822-376dc1d8d16e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:32:08.242085 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-db3ff083-882d-45af-9dcf-68b49de2c4c0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:32:08.243632 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-ec1911c2-fb7f-4eb0-a2be-c022ad25323b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:08.252644 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3ff083-882d-45af-9dcf-68b49de2c4c0 admin admin] Made reservation on behalf of 1b94adc33bcb40f7aa0c95b4a8c4afae for: {'network': 1} {{(pid=85411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:32:08.257925 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-5f118166-0874-4a0c-ba52-e8a4286aac61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:32:08.258702 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-db3ff083-882d-45af-9dcf-68b49de2c4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for network, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:08.262898 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-ec1911c2-fb7f-4eb0-a2be-c022ad25323b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:32:08.266814 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-ec1911c2-fb7f-4eb0-a2be-c022ad25323b admin admin] Usage tracker for resource:security_group_rule and tenant:0dc675179ab646618e32dc7e5a1b1f94 is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:32:08.269808 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-ec1911c2-fb7f-4eb0-a2be-c022ad25323b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:32:08.276251 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-ec1911c2-fb7f-4eb0-a2be-c022ad25323b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:32:08.278834 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-db3ff083-882d-45af-9dcf-68b49de2c4c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:08.293916 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-2d4e3ad2-3870-4e71-a822-376dc1d8d16e admin admin] Usage tracker for resource:network and tenant:a7106cb89b6d4e9399c7bc046ff492b4 is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:32:08.301700 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-db3ff083-882d-45af-9dcf-68b49de2c4c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:32:08.308013 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-db3ff083-882d-45af-9dcf-68b49de2c4c0 admin admin] Usage tracker for resource:security_group_rule and tenant:1b94adc33bcb40f7aa0c95b4a8c4afae is out of sync, need to count used quota {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:32:08.308804 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-2d4e3ad2-3870-4e71-a822-376dc1d8d16e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:32:08.314946 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-db3ff083-882d-45af-9dcf-68b49de2c4c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:32:08.323829 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-db3ff083-882d-45af-9dcf-68b49de2c4c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:32:08.356376 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-2d4e3ad2-3870-4e71-a822-376dc1d8d16e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:32:08.418631 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [None req-f29376fa-f1db-4135-8054-91dcbaf58328 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-214973705-network', 'tenant_id': '1e31b55aa57d4e31a2da58cc9cf6c253'}} {{(pid=85411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:32:08.432820 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-f29376fa-f1db-4135-8054-91dcbaf58328 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:32:08.434741 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d4e3ad2-3870-4e71-a822-376dc1d8d16e admin admin] Made reservation on behalf of a7106cb89b6d4e9399c7bc046ff492b4 for: {'network': 1} {{(pid=85412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:32:08.439782 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-2d4e3ad2-3870-4e71-a822-376dc1d8d16e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for network, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:08.441767 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-f29376fa-f1db-4135-8054-91dcbaf58328 admin admin] Usage tracker for resource:network and tenant:1e31b55aa57d4e31a2da58cc9cf6c253 is out of sync, need to count used quota {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:32:08.455873 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-f29376fa-f1db-4135-8054-91dcbaf58328 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:32:08.466828 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-2d4e3ad2-3870-4e71-a822-376dc1d8d16e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:08.468060 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-f29376fa-f1db-4135-8054-91dcbaf58328 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:32:08.478877 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-db3ff083-882d-45af-9dcf-68b49de2c4c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:08.487661 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-db3ff083-882d-45af-9dcf-68b49de2c4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:08.489777 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f29376fa-f1db-4135-8054-91dcbaf58328 admin admin] Made reservation on behalf of 1e31b55aa57d4e31a2da58cc9cf6c253 for: {'network': 1} {{(pid=85411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:32:08.498155 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f29376fa-f1db-4135-8054-91dcbaf58328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for network, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:08.504337 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-2d4e3ad2-3870-4e71-a822-376dc1d8d16e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:32:08.522226 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:08.524797 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-2d4e3ad2-3870-4e71-a822-376dc1d8d16e admin admin] Usage tracker for resource:security_group_rule and tenant:a7106cb89b6d4e9399c7bc046ff492b4 is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:32:08.537483 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-2d4e3ad2-3870-4e71-a822-376dc1d8d16e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:32:08.558882 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-2d4e3ad2-3870-4e71-a822-376dc1d8d16e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:32:08.562991 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3ff083-882d-45af-9dcf-68b49de2c4c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1665cfb5-0d66-414b-a623-b9fb9aac8744,revision_number=1']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:08.572059 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f29376fa-f1db-4135-8054-91dcbaf58328 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:08.590722 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3ff083-882d-45af-9dcf-68b49de2c4c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:32:08.591109 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3ff083-882d-45af-9dcf-68b49de2c4c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:32:08.591474 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3ff083-882d-45af-9dcf-68b49de2c4c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:32:08.591831 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3ff083-882d-45af-9dcf-68b49de2c4c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:32:08.592300 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3ff083-882d-45af-9dcf-68b49de2c4c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:32:08.592664 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3ff083-882d-45af-9dcf-68b49de2c4c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:32:08.593018 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3ff083-882d-45af-9dcf-68b49de2c4c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:32:08.593379 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3ff083-882d-45af-9dcf-68b49de2c4c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:32:08.593733 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3ff083-882d-45af-9dcf-68b49de2c4c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:32:08.596176 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3ff083-882d-45af-9dcf-68b49de2c4c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:32:08.596176 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3ff083-882d-45af-9dcf-68b49de2c4c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:32:08.596176 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3ff083-882d-45af-9dcf-68b49de2c4c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:32:08.597100 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3ff083-882d-45af-9dcf-68b49de2c4c0 admin admin] Tracked resource versions report: Apr 15 20:32:08.597100 dv-cinder-786386-2-smb neutron-server[85298]: pushed versions: Apr 15 20:32:08.597100 dv-cinder-786386-2-smb neutron-server[85298]: { 'AddressGroup': {'1.2'}, Apr 15 20:32:08.597100 dv-cinder-786386-2-smb neutron-server[85298]: 'ConntrackHelper': {'1.0'}, Apr 15 20:32:08.597100 dv-cinder-786386-2-smb neutron-server[85298]: 'Log': {'1.0'}, Apr 15 20:32:08.597100 dv-cinder-786386-2-smb neutron-server[85298]: 'Network': {'1.1'}, Apr 15 20:32:08.597100 dv-cinder-786386-2-smb neutron-server[85298]: 'Port': {'1.7'}, Apr 15 20:32:08.597100 dv-cinder-786386-2-smb neutron-server[85298]: 'PortForwarding': {'1.2'}, Apr 15 20:32:08.597100 dv-cinder-786386-2-smb neutron-server[85298]: 'QosPolicy': {'1.8'}, Apr 15 20:32:08.597100 dv-cinder-786386-2-smb neutron-server[85298]: 'SecurityGroup': {'1.4'}, Apr 15 20:32:08.597100 dv-cinder-786386-2-smb neutron-server[85298]: 'SecurityGroupRule': {'1.2'}, Apr 15 20:32:08.597100 dv-cinder-786386-2-smb neutron-server[85298]: 'SubPort': {'1.0'}, Apr 15 20:32:08.597100 dv-cinder-786386-2-smb neutron-server[85298]: 'Subnet': {'1.1'}, Apr 15 20:32:08.597100 dv-cinder-786386-2-smb neutron-server[85298]: 'Trunk': {'1.1'}} Apr 15 20:32:08.597100 dv-cinder-786386-2-smb neutron-server[85298]: consumer versions: Apr 15 20:32:08.597100 dv-cinder-786386-2-smb neutron-server[85298]: { DHCP agent@dv-cinder-786386-2-smb: {}, Apr 15 20:32:08.597100 dv-cinder-786386-2-smb neutron-server[85298]: HyperV agent@hv-cinder-78638: {}, Apr 15 20:32:08.597100 dv-cinder-786386-2-smb neutron-server[85298]: L3 agent@dv-cinder-786386-2-smb: {}, Apr 15 20:32:08.597100 dv-cinder-786386-2-smb neutron-server[85298]: Metadata agent@dv-cinder-786386-2-smb: {}, Apr 15 20:32:08.597100 dv-cinder-786386-2-smb neutron-server[85298]: Metering agent@dv-cinder-786386-2-smb: {}, Apr 15 20:32:08.597100 dv-cinder-786386-2-smb neutron-server[85298]: Open vSwitch agent@dv-cinder-786386-2-smb: { 'AddressGroup': '1.2', Apr 15 20:32:08.597100 dv-cinder-786386-2-smb neutron-server[85298]: 'ConntrackHelper': '1.0', Apr 15 20:32:08.597100 dv-cinder-786386-2-smb neutron-server[85298]: 'Log': '1.0', Apr 15 20:32:08.597100 dv-cinder-786386-2-smb neutron-server[85298]: 'Network': '1.1', Apr 15 20:32:08.597100 dv-cinder-786386-2-smb neutron-server[85298]: 'Port': '1.7', Apr 15 20:32:08.597100 dv-cinder-786386-2-smb neutron-server[85298]: 'PortForwarding': '1.2', Apr 15 20:32:08.597100 dv-cinder-786386-2-smb neutron-server[85298]: 'QosPolicy': '1.8', Apr 15 20:32:08.597100 dv-cinder-786386-2-smb neutron-server[85298]: 'SecurityGroup': '1.4', Apr 15 20:32:08.597100 dv-cinder-786386-2-smb neutron-server[85298]: 'SecurityGroupRule': '1.2', Apr 15 20:32:08.597100 dv-cinder-786386-2-smb neutron-server[85298]: 'SubPort': '1.0', Apr 15 20:32:08.597100 dv-cinder-786386-2-smb neutron-server[85298]: 'Subnet': '1.1', Apr 15 20:32:08.597100 dv-cinder-786386-2-smb neutron-server[85298]: 'Trunk': '1.1'}} Apr 15 20:32:08.597100 dv-cinder-786386-2-smb neutron-server[85298]: {{(pid=85411) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 20:32:08.607955 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-db3ff083-882d-45af-9dcf-68b49de2c4c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:08.615396 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-f29376fa-f1db-4135-8054-91dcbaf58328 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:32:08.616819 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-f29376fa-f1db-4135-8054-91dcbaf58328 admin admin] Usage tracker for resource:security_group_rule and tenant:1e31b55aa57d4e31a2da58cc9cf6c253 is out of sync, need to count used quota {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:32:08.620177 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-f29376fa-f1db-4135-8054-91dcbaf58328 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:32:08.623075 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-ec1911c2-fb7f-4eb0-a2be-c022ad25323b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:08.628901 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-f29376fa-f1db-4135-8054-91dcbaf58328 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:32:08.631568 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-5f118166-0874-4a0c-ba52-e8a4286aac61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:08.632561 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-ec1911c2-fb7f-4eb0-a2be-c022ad25323b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:08.644128 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:08.655686 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-5f118166-0874-4a0c-ba52-e8a4286aac61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:08.656087 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db3ff083-882d-45af-9dcf-68b49de2c4c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1073, 'physical_network': 'physnet1'} {{(pid=85411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 20:32:08.678153 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-db3ff083-882d-45af-9dcf-68b49de2c4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-793'] for segment, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:08.678153 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.db.segments_db [None req-db3ff083-882d-45af-9dcf-68b49de2c4c0 admin admin] Added segment 35d0a5c4-b5f6-45c1-9cdb-efabf28167a9 of type vlan for network ff878d45-1665-450a-a6d6-20bd4693f384 Apr 15 20:32:08.691688 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec1911c2-fb7f-4eb0-a2be-c022ad25323b admin admin] vlan segment allocate from pool success with {'vlan_id': 1065, 'physical_network': 'physnet1'} {{(pid=85412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 20:32:08.711580 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1911c2-fb7f-4eb0-a2be-c022ad25323b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c06b74d2-dce7-4cf1-9c52-b33461d4198f,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:08.716045 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f118166-0874-4a0c-ba52-e8a4286aac61 admin admin] vlan segment allocate from pool success with {'vlan_id': 1094, 'physical_network': 'physnet1'} {{(pid=85412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 20:32:08.735480 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1911c2-fb7f-4eb0-a2be-c022ad25323b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:32:08.735866 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1911c2-fb7f-4eb0-a2be-c022ad25323b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:32:08.736221 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1911c2-fb7f-4eb0-a2be-c022ad25323b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:32:08.736589 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1911c2-fb7f-4eb0-a2be-c022ad25323b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:32:08.737003 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1911c2-fb7f-4eb0-a2be-c022ad25323b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:32:08.737436 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1911c2-fb7f-4eb0-a2be-c022ad25323b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:32:08.737570 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-db3ff083-882d-45af-9dcf-68b49de2c4c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791604676518'] for network, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:08.737854 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1911c2-fb7f-4eb0-a2be-c022ad25323b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:32:08.738213 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1911c2-fb7f-4eb0-a2be-c022ad25323b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:32:08.738640 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1911c2-fb7f-4eb0-a2be-c022ad25323b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:32:08.739002 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1911c2-fb7f-4eb0-a2be-c022ad25323b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:32:08.739355 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1911c2-fb7f-4eb0-a2be-c022ad25323b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:32:08.739712 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1911c2-fb7f-4eb0-a2be-c022ad25323b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:32:08.740854 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1911c2-fb7f-4eb0-a2be-c022ad25323b admin admin] Tracked resource versions report: Apr 15 20:32:08.740854 dv-cinder-786386-2-smb neutron-server[85298]: pushed versions: Apr 15 20:32:08.740854 dv-cinder-786386-2-smb neutron-server[85298]: { 'AddressGroup': {'1.2'}, Apr 15 20:32:08.740854 dv-cinder-786386-2-smb neutron-server[85298]: 'ConntrackHelper': {'1.0'}, Apr 15 20:32:08.740854 dv-cinder-786386-2-smb neutron-server[85298]: 'Log': {'1.0'}, Apr 15 20:32:08.740854 dv-cinder-786386-2-smb neutron-server[85298]: 'Network': {'1.1'}, Apr 15 20:32:08.740854 dv-cinder-786386-2-smb neutron-server[85298]: 'Port': {'1.7'}, Apr 15 20:32:08.740854 dv-cinder-786386-2-smb neutron-server[85298]: 'PortForwarding': {'1.2'}, Apr 15 20:32:08.740854 dv-cinder-786386-2-smb neutron-server[85298]: 'QosPolicy': {'1.8'}, Apr 15 20:32:08.740854 dv-cinder-786386-2-smb neutron-server[85298]: 'SecurityGroup': {'1.4'}, Apr 15 20:32:08.740854 dv-cinder-786386-2-smb neutron-server[85298]: 'SecurityGroupRule': {'1.2'}, Apr 15 20:32:08.740854 dv-cinder-786386-2-smb neutron-server[85298]: 'SubPort': {'1.0'}, Apr 15 20:32:08.740854 dv-cinder-786386-2-smb neutron-server[85298]: 'Subnet': {'1.1'}, Apr 15 20:32:08.740854 dv-cinder-786386-2-smb neutron-server[85298]: 'Trunk': {'1.1'}} Apr 15 20:32:08.740854 dv-cinder-786386-2-smb neutron-server[85298]: consumer versions: Apr 15 20:32:08.740854 dv-cinder-786386-2-smb neutron-server[85298]: { DHCP agent@dv-cinder-786386-2-smb: {}, Apr 15 20:32:08.740854 dv-cinder-786386-2-smb neutron-server[85298]: HyperV agent@hv-cinder-78638: {}, Apr 15 20:32:08.740854 dv-cinder-786386-2-smb neutron-server[85298]: L3 agent@dv-cinder-786386-2-smb: {}, Apr 15 20:32:08.740854 dv-cinder-786386-2-smb neutron-server[85298]: Metadata agent@dv-cinder-786386-2-smb: {}, Apr 15 20:32:08.740854 dv-cinder-786386-2-smb neutron-server[85298]: Metering agent@dv-cinder-786386-2-smb: {}, Apr 15 20:32:08.740854 dv-cinder-786386-2-smb neutron-server[85298]: Open vSwitch agent@dv-cinder-786386-2-smb: { 'AddressGroup': '1.2', Apr 15 20:32:08.740854 dv-cinder-786386-2-smb neutron-server[85298]: 'ConntrackHelper': '1.0', Apr 15 20:32:08.740854 dv-cinder-786386-2-smb neutron-server[85298]: 'Log': '1.0', Apr 15 20:32:08.740854 dv-cinder-786386-2-smb neutron-server[85298]: 'Network': '1.1', Apr 15 20:32:08.740854 dv-cinder-786386-2-smb neutron-server[85298]: 'Port': '1.7', Apr 15 20:32:08.740854 dv-cinder-786386-2-smb neutron-server[85298]: 'PortForwarding': '1.2', Apr 15 20:32:08.740854 dv-cinder-786386-2-smb neutron-server[85298]: 'QosPolicy': '1.8', Apr 15 20:32:08.740854 dv-cinder-786386-2-smb neutron-server[85298]: 'SecurityGroup': '1.4', Apr 15 20:32:08.740854 dv-cinder-786386-2-smb neutron-server[85298]: 'SecurityGroupRule': '1.2', Apr 15 20:32:08.740854 dv-cinder-786386-2-smb neutron-server[85298]: 'SubPort': '1.0', Apr 15 20:32:08.740854 dv-cinder-786386-2-smb neutron-server[85298]: 'Subnet': '1.1', Apr 15 20:32:08.740854 dv-cinder-786386-2-smb neutron-server[85298]: 'Trunk': '1.1'}} Apr 15 20:32:08.740854 dv-cinder-786386-2-smb neutron-server[85298]: {{(pid=85412) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 20:32:08.747639 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-ec1911c2-fb7f-4eb0-a2be-c022ad25323b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-793'] for segment, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:08.748020 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.db.segments_db [None req-ec1911c2-fb7f-4eb0-a2be-c022ad25323b admin admin] Added segment 52218053-95ac-42d7-9401-25dce04a6abb of type vlan for network 107d6a63-f29c-4180-b88d-9b074523cafe Apr 15 20:32:08.752024 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-ec1911c2-fb7f-4eb0-a2be-c022ad25323b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:08.752634 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f936660f-e2f6-435a-9d09-29a9e601f76e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:08.763811 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-5f118166-0874-4a0c-ba52-e8a4286aac61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-793'] for segment, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:08.764194 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.db.segments_db [None req-5f118166-0874-4a0c-ba52-e8a4286aac61 admin admin] Added segment 36087674-63e1-4b37-9dd5-5f439f8a7270 of type vlan for network 1d6bd424-08bd-4eca-95aa-caa56a0031f4 Apr 15 20:32:08.816968 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f29376fa-f1db-4135-8054-91dcbaf58328 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:08.823534 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f29376fa-f1db-4135-8054-91dcbaf58328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:08.829637 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-db3ff083-882d-45af-9dcf-68b49de2c4c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:08.858148 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-ec1911c2-fb7f-4eb0-a2be-c022ad25323b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791604676518'] for network, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:08.867598 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f118166-0874-4a0c-ba52-e8a4286aac61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2edb3071-98d0-466a-b0a6-21d6399c15c3,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:08.874789 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-5f118166-0874-4a0c-ba52-e8a4286aac61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791604676518'] for network, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:08.878178 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-db3ff083-882d-45af-9dcf-68b49de2c4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16285283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461'] for network, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:08.880638 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-5f118166-0874-4a0c-ba52-e8a4286aac61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:08.889076 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f29376fa-f1db-4135-8054-91dcbaf58328 admin admin] vlan segment allocate from pool success with {'vlan_id': 1084, 'physical_network': 'physnet1'} {{(pid=85411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 20:32:08.894173 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3ff083-882d-45af-9dcf-68b49de2c4c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:08.894769 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-db3ff083-882d-45af-9dcf-68b49de2c4c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16483510'] for network, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:08.935894 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-2d4e3ad2-3870-4e71-a822-376dc1d8d16e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:08.947827 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f29376fa-f1db-4135-8054-91dcbaf58328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-793'] for segment, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:08.948225 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.db.segments_db [None req-f29376fa-f1db-4135-8054-91dcbaf58328 admin admin] Added segment 12e8ab93-f25d-4cfa-af33-1044a42b7753 of type vlan for network ea2effbe-b5a2-46bc-8ec6-0a200ba4895c Apr 15 20:32:08.949700 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29376fa-f1db-4135-8054-91dcbaf58328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=defb81b7-8924-44d3-a728-1c9af213f9db,revision_number=1']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:08.958226 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-2d4e3ad2-3870-4e71-a822-376dc1d8d16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:08.964078 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f29376fa-f1db-4135-8054-91dcbaf58328 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:08.964601 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:08.998964 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-ec1911c2-fb7f-4eb0-a2be-c022ad25323b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:09.043828 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-ec1911c2-fb7f-4eb0-a2be-c022ad25323b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16285283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461'] for network, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:09.077888 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1911c2-fb7f-4eb0-a2be-c022ad25323b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:09.085922 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-ec1911c2-fb7f-4eb0-a2be-c022ad25323b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16483510'] for network, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:09.088528 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-db3ff083-882d-45af-9dcf-68b49de2c4c0 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0393801 Apr 15 20:32:09.092877 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 56754) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:32:09.096908 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f29376fa-f1db-4135-8054-91dcbaf58328 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791604676518'] for network, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:09.103693 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d4e3ad2-3870-4e71-a822-376dc1d8d16e admin admin] vlan segment allocate from pool success with {'vlan_id': 1062, 'physical_network': 'physnet1'} {{(pid=85412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 20:32:09.108185 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [None req-6454e236-19b7-4c19-93d2-1caa3747f6bf admin admin] Request body: {'subnet': {'network_id': 'ff878d45-1665-450a-a6d6-20bd4693f384', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-211219581-subnet', 'tenant_id': '1b94adc33bcb40f7aa0c95b4a8c4afae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:32:09.113392 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-5f118166-0874-4a0c-ba52-e8a4286aac61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16285283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461'] for network, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:09.118120 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-6454e236-19b7-4c19-93d2-1caa3747f6bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:32:09.122996 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3ff083-882d-45af-9dcf-68b49de2c4c0 admin admin] Pushing event updated for resources: {'Network': ['ID=ff878d45-1665-450a-a6d6-20bd4693f384,revision_number=1']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:09.127047 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-6454e236-19b7-4c19-93d2-1caa3747f6bf admin admin] Usage tracker for resource:subnet and tenant:1b94adc33bcb40f7aa0c95b4a8c4afae is out of sync, need to count used quota {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:32:09.129586 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4e3ad2-3870-4e71-a822-376dc1d8d16e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde881f5-8e4d-43e7-8db3-41e28eae3034,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:09.130092 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-db3ff083-882d-45af-9dcf-68b49de2c4c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:09.132499 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-6454e236-19b7-4c19-93d2-1caa3747f6bf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:32:09.138349 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Network ff878d45-1665-450a-a6d6-20bd4693f384 details requested by agent ovs-agent-dv-cinder-786386-2-smb with host dv-cinder-786386-2-smb {{(pid=85413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 20:32:09.145393 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f118166-0874-4a0c-ba52-e8a4286aac61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:09.146104 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-5f118166-0874-4a0c-ba52-e8a4286aac61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16483510'] for network, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:09.147571 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-6454e236-19b7-4c19-93d2-1caa3747f6bf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:32:09.153119 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-2d4e3ad2-3870-4e71-a822-376dc1d8d16e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:09.153619 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:09.166966 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6454e236-19b7-4c19-93d2-1caa3747f6bf admin admin] Made reservation on behalf of 1b94adc33bcb40f7aa0c95b4a8c4afae for: {'subnet': 1} {{(pid=85411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:32:09.172860 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6454e236-19b7-4c19-93d2-1caa3747f6bf admin admin] Notify callbacks [] for subnet, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:09.202241 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f29376fa-f1db-4135-8054-91dcbaf58328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16285283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461'] for network, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:09.202608 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-2d4e3ad2-3870-4e71-a822-376dc1d8d16e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-793'] for segment, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:09.203002 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.db.segments_db [None req-2d4e3ad2-3870-4e71-a822-376dc1d8d16e admin admin] Added segment 8f8c4df8-9981-44cd-9c71-6e51c9e29c18 of type vlan for network 5bc06a2b-9024-484d-8786-16d9b4579274 Apr 15 20:32:09.208168 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29376fa-f1db-4135-8054-91dcbaf58328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:09.209205 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f29376fa-f1db-4135-8054-91dcbaf58328 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16483510'] for network, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:09.269102 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-db3ff083-882d-45af-9dcf-68b49de2c4c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:09.400985 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-f29376fa-f1db-4135-8054-91dcbaf58328 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3117085 Apr 15 20:32:09.407172 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 56766) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:32:09.417624 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-2d4e3ad2-3870-4e71-a822-376dc1d8d16e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791604676518'] for network, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:09.447983 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29376fa-f1db-4135-8054-91dcbaf58328 admin admin] Pushing event updated for resources: {'Network': ['ID=ea2effbe-b5a2-46bc-8ec6-0a200ba4895c,revision_number=1']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:09.452595 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [None req-b7eb7678-5c09-40a9-8a8a-7b042c7fc559 admin admin] Request body: {'subnet': {'network_id': 'ea2effbe-b5a2-46bc-8ec6-0a200ba4895c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-214973705-subnet', 'tenant_id': '1e31b55aa57d4e31a2da58cc9cf6c253', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:32:09.455997 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1911c2-fb7f-4eb0-a2be-c022ad25323b admin admin] Pushing event updated for resources: {'Network': ['ID=107d6a63-f29c-4180-b88d-9b074523cafe,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:09.460432 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Network ea2effbe-b5a2-46bc-8ec6-0a200ba4895c details requested by agent ovs-agent-dv-cinder-786386-2-smb with host dv-cinder-786386-2-smb {{(pid=85413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 20:32:09.471720 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f29376fa-f1db-4135-8054-91dcbaf58328 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:09.501774 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-ec1911c2-fb7f-4eb0-a2be-c022ad25323b admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6105671 Apr 15 20:32:09.505986 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 56772) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:32:09.513436 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-5f118166-0874-4a0c-ba52-e8a4286aac61 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7993245 Apr 15 20:32:09.515814 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [None req-7ce4dc14-5a99-4626-99e8-8037ddbf3714 admin admin] Request body: {'subnet': {'network_id': '107d6a63-f29c-4180-b88d-9b074523cafe', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-315768369-subnet', 'tenant_id': '0dc675179ab646618e32dc7e5a1b1f94', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:32:09.523387 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 56776) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:32:09.534281 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-7ce4dc14-5a99-4626-99e8-8037ddbf3714 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:32:09.540322 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-7ce4dc14-5a99-4626-99e8-8037ddbf3714 admin admin] Usage tracker for resource:subnet and tenant:0dc675179ab646618e32dc7e5a1b1f94 is out of sync, need to count used quota {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:32:09.545672 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-7ce4dc14-5a99-4626-99e8-8037ddbf3714 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:32:09.548079 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-b7eb7678-5c09-40a9-8a8a-7b042c7fc559 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:32:09.551862 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-7ce4dc14-5a99-4626-99e8-8037ddbf3714 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:32:09.552641 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-b7eb7678-5c09-40a9-8a8a-7b042c7fc559 admin admin] Usage tracker for resource:subnet and tenant:1e31b55aa57d4e31a2da58cc9cf6c253 is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:32:09.567173 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-b7eb7678-5c09-40a9-8a8a-7b042c7fc559 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:32:09.590735 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce4dc14-5a99-4626-99e8-8037ddbf3714 admin admin] Made reservation on behalf of 0dc675179ab646618e32dc7e5a1b1f94 for: {'subnet': 1} {{(pid=85411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:32:09.596547 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Network 107d6a63-f29c-4180-b88d-9b074523cafe details requested by agent ovs-agent-dv-cinder-786386-2-smb with host dv-cinder-786386-2-smb {{(pid=85413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 20:32:09.600514 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7ce4dc14-5a99-4626-99e8-8037ddbf3714 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:09.706452 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [None req-2fbe181b-4f2d-4ba1-bd93-fa2b855919b0 admin admin] Request body: {'subnet': {'network_id': '1d6bd424-08bd-4eca-95aa-caa56a0031f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1233040982-subnet', 'tenant_id': 'bc4964d16a264d71886df3d34b5af018', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:32:09.732697 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-b7eb7678-5c09-40a9-8a8a-7b042c7fc559 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:32:09.735332 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-2fbe181b-4f2d-4ba1-bd93-fa2b855919b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:32:09.737853 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-2d4e3ad2-3870-4e71-a822-376dc1d8d16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16285283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461'] for network, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:09.764009 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-2fbe181b-4f2d-4ba1-bd93-fa2b855919b0 admin admin] Usage tracker for resource:subnet and tenant:bc4964d16a264d71886df3d34b5af018 is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:32:09.767459 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4e3ad2-3870-4e71-a822-376dc1d8d16e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:09.768246 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-2d4e3ad2-3870-4e71-a822-376dc1d8d16e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16483510'] for network, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:09.774964 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-2fbe181b-4f2d-4ba1-bd93-fa2b855919b0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:32:10.040428 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-2fbe181b-4f2d-4ba1-bd93-fa2b855919b0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:32:10.053806 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7eb7678-5c09-40a9-8a8a-7b042c7fc559 admin admin] Made reservation on behalf of 1e31b55aa57d4e31a2da58cc9cf6c253 for: {'subnet': 1} {{(pid=85412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:32:10.059225 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-b7eb7678-5c09-40a9-8a8a-7b042c7fc559 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:10.153003 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f118166-0874-4a0c-ba52-e8a4286aac61 admin admin] Pushing event updated for resources: {'Network': ['ID=1d6bd424-08bd-4eca-95aa-caa56a0031f4,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:10.168886 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Network 1d6bd424-08bd-4eca-95aa-caa56a0031f4 details requested by agent ovs-agent-dv-cinder-786386-2-smb with host dv-cinder-786386-2-smb {{(pid=85413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 20:32:10.170898 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-5f118166-0874-4a0c-ba52-e8a4286aac61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.017s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:10.184020 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-7d2ebabc-c0f9-4268-899a-09c9f5158360 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.078s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:10.221999 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-2d4e3ad2-3870-4e71-a822-376dc1d8d16e admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.2435939 Apr 15 20:32:10.222482 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 56806) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:32:10.241452 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [None req-14dc5efa-d0ef-4e8c-83df-9d437611b96b admin admin] Request body: {'subnet': {'network_id': '5bc06a2b-9024-484d-8786-16d9b4579274', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-561565636-subnet', 'tenant_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:32:10.247229 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-14dc5efa-d0ef-4e8c-83df-9d437611b96b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:32:10.251678 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-14dc5efa-d0ef-4e8c-83df-9d437611b96b admin admin] Usage tracker for resource:subnet and tenant:a7106cb89b6d4e9399c7bc046ff492b4 is out of sync, need to count used quota {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:32:10.255134 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-14dc5efa-d0ef-4e8c-83df-9d437611b96b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:32:10.261670 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-14dc5efa-d0ef-4e8c-83df-9d437611b96b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:32:10.280144 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14dc5efa-d0ef-4e8c-83df-9d437611b96b admin admin] Made reservation on behalf of a7106cb89b6d4e9399c7bc046ff492b4 for: {'subnet': 1} {{(pid=85411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:32:10.281456 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fbe181b-4f2d-4ba1-bd93-fa2b855919b0 admin admin] Made reservation on behalf of bc4964d16a264d71886df3d34b5af018 for: {'subnet': 1} {{(pid=85412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:32:10.286292 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-14dc5efa-d0ef-4e8c-83df-9d437611b96b admin admin] Notify callbacks [] for subnet, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:10.286596 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-2fbe181b-4f2d-4ba1-bd93-fa2b855919b0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:10.421052 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4e3ad2-3870-4e71-a822-376dc1d8d16e admin admin] Pushing event updated for resources: {'Network': ['ID=5bc06a2b-9024-484d-8786-16d9b4579274,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:10.429671 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-2d4e3ad2-3870-4e71-a822-376dc1d8d16e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:10.431258 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.402s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:10.431562 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:10.468222 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Network 5bc06a2b-9024-484d-8786-16d9b4579274 details requested by agent ovs-agent-dv-cinder-786386-2-smb with host dv-cinder-786386-2-smb {{(pid=85413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 20:32:11.080032 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-b7eb7678-5c09-40a9-8a8a-7b042c7fc559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16285263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461'] for subnet, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:11.100522 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-4c41dacd-1900-4cb1-8b19-02fceea6df7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:11.193981 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6454e236-19b7-4c19-93d2-1caa3747f6bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16285263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461'] for subnet, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:11.197017 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-2fbe181b-4f2d-4ba1-bd93-fa2b855919b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16285263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461'] for subnet, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:11.224733 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-8792100b-010c-42ca-97aa-6a7a465bb4ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:11.312662 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eb7678-5c09-40a9-8a8a-7b042c7fc559 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c90fb5b4-5396-4daa-8e55-8894de66d707,revision_number=0']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:11.319015 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-b7eb7678-5c09-40a9-8a8a-7b042c7fc559 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:11.321191 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-cfeaa6b1-e3a4-4b94-9862-2efbe40d9fc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:11.439295 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbe181b-4f2d-4ba1-bd93-fa2b855919b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f27ce411-0d84-4b80-8c16-9cf996d5a5a8,revision_number=0']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:11.444143 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-2fbe181b-4f2d-4ba1-bd93-fa2b855919b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:11.487541 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6454e236-19b7-4c19-93d2-1caa3747f6bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e5bd58d-538f-4085-af55-f2373326988a,revision_number=0']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:11.490300 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-6454e236-19b7-4c19-93d2-1caa3747f6bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:11.490957 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7eb7678-5c09-40a9-8a8a-7b042c7fc559 admin admin] Checking segment: {'id': '12e8ab93-f25d-4cfa-af33-1044a42b7753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ea2effbe-b5a2-46bc-8ec6-0a200ba4895c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:32:11.491372 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7eb7678-5c09-40a9-8a8a-7b042c7fc559 admin admin] Network hostable DHCP agents. Network: ea2effbe-b5a2-46bc-8ec6-0a200ba4895c, hostable agents: ['ffb4b371-2790-46a0-bfdf-1689ebf5aa69'], hosted agents: [] {{(pid=85412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 20:32:11.515157 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbe181b-4f2d-4ba1-bd93-fa2b855919b0 admin admin] Checking segment: {'id': '36087674-63e1-4b37-9dd5-5f439f8a7270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '1d6bd424-08bd-4eca-95aa-caa56a0031f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:32:11.515513 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbe181b-4f2d-4ba1-bd93-fa2b855919b0 admin admin] Network hostable DHCP agents. Network: 1d6bd424-08bd-4eca-95aa-caa56a0031f4, hostable agents: ['ffb4b371-2790-46a0-bfdf-1689ebf5aa69'], hosted agents: [] {{(pid=85412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 20:32:11.529956 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7eb7678-5c09-40a9-8a8a-7b042c7fc559 admin admin] Network ea2effbe-b5a2-46bc-8ec6-0a200ba4895c is scheduled to be hosted by DHCP agent ffb4b371-2790-46a0-bfdf-1689ebf5aa69 with binding_index 1 {{(pid=85412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 20:32:11.533158 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7ce4dc14-5a99-4626-99e8-8037ddbf3714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16285263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461'] for subnet, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:11.548132 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbe181b-4f2d-4ba1-bd93-fa2b855919b0 admin admin] Network 1d6bd424-08bd-4eca-95aa-caa56a0031f4 is scheduled to be hosted by DHCP agent ffb4b371-2790-46a0-bfdf-1689ebf5aa69 with binding_index 1 {{(pid=85412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 20:32:11.554446 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.base_scheduler [None req-b7eb7678-5c09-40a9-8a8a-7b042c7fc559 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-2-smb, ea2effbe-b5a2-46bc-8ec6-0a200ba4895c) {{(pid=85412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:32:11.562126 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:11.562218 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7eb7678-5c09-40a9-8a8a-7b042c7fc559 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:11.562218 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-b7eb7678-5c09-40a9-8a8a-7b042c7fc559 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16483510'] for subnet, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:11.563850 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0160324-7b36-4563-9496-b55607ad41bc None None] Network ea2effbe-b5a2-46bc-8ec6-0a200ba4895c requested from dv-cinder-786386-2-smb {{(pid=85413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:32:11.571556 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.base_scheduler [None req-2fbe181b-4f2d-4ba1-bd93-fa2b855919b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-2-smb, 1d6bd424-08bd-4eca-95aa-caa56a0031f4) {{(pid=85412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:32:11.583968 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbe181b-4f2d-4ba1-bd93-fa2b855919b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:11.584937 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-2fbe181b-4f2d-4ba1-bd93-fa2b855919b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16483510'] for subnet, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:11.591641 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925818b9-457d-48da-947c-7d8996aa6076 None None] Network 1d6bd424-08bd-4eca-95aa-caa56a0031f4 requested from dv-cinder-786386-2-smb {{(pid=85413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:32:11.619187 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-b7eb7678-5c09-40a9-8a8a-7b042c7fc559 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.2071826 Apr 15 20:32:11.620660 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 56848) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:32:11.625386 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-2fbe181b-4f2d-4ba1-bd93-fa2b855919b0 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0963509 Apr 15 20:32:11.629343 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [None req-c22947aa-d10c-4d52-b312-7ea7e700196c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-214973705-router', 'tenant_id': '1e31b55aa57d4e31a2da58cc9cf6c253', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4'}}} {{(pid=85412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:32:11.635072 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-c22947aa-d10c-4d52-b312-7ea7e700196c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:32:11.640334 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-c22947aa-d10c-4d52-b312-7ea7e700196c admin admin] Usage tracker for resource:router and tenant:1e31b55aa57d4e31a2da58cc9cf6c253 is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:32:11.643546 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-c22947aa-d10c-4d52-b312-7ea7e700196c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:32:11.651230 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-c22947aa-d10c-4d52-b312-7ea7e700196c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:32:11.664504 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c22947aa-d10c-4d52-b312-7ea7e700196c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16371177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854772654'] for router, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:11.666416 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c22947aa-d10c-4d52-b312-7ea7e700196c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838404812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838401942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036838395408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3161'] for router, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:11.709096 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c22947aa-d10c-4d52-b312-7ea7e700196c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:11.750470 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6454e236-19b7-4c19-93d2-1caa3747f6bf admin admin] Checking segment: {'id': '35d0a5c4-b5f6-45c1-9cdb-efabf28167a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'ff878d45-1665-450a-a6d6-20bd4693f384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:32:11.750870 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6454e236-19b7-4c19-93d2-1caa3747f6bf admin admin] Network hostable DHCP agents. Network: ff878d45-1665-450a-a6d6-20bd4693f384, hostable agents: ['ffb4b371-2790-46a0-bfdf-1689ebf5aa69'], hosted agents: [] {{(pid=85411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 20:32:11.772472 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce4dc14-5a99-4626-99e8-8037ddbf3714 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71c84b95-b11c-457f-87ee-1e77bacade61,revision_number=0']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:11.775510 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-7ce4dc14-5a99-4626-99e8-8037ddbf3714 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:11.839945 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6454e236-19b7-4c19-93d2-1caa3747f6bf admin admin] Network ff878d45-1665-450a-a6d6-20bd4693f384 is scheduled to be hosted by DHCP agent ffb4b371-2790-46a0-bfdf-1689ebf5aa69 with binding_index 1 {{(pid=85411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 20:32:11.871945 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.base_scheduler [None req-6454e236-19b7-4c19-93d2-1caa3747f6bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-2-smb, ff878d45-1665-450a-a6d6-20bd4693f384) {{(pid=85411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:32:11.876130 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6454e236-19b7-4c19-93d2-1caa3747f6bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:11.876950 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6454e236-19b7-4c19-93d2-1caa3747f6bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16483510'] for subnet, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:11.896594 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cf75e6-e219-4012-92f3-e12686e96196 None None] Network ff878d45-1665-450a-a6d6-20bd4693f384 requested from dv-cinder-786386-2-smb {{(pid=85413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:32:11.949319 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce4dc14-5a99-4626-99e8-8037ddbf3714 admin admin] Checking segment: {'id': '52218053-95ac-42d7-9401-25dce04a6abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '107d6a63-f29c-4180-b88d-9b074523cafe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:32:11.949710 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce4dc14-5a99-4626-99e8-8037ddbf3714 admin admin] Network hostable DHCP agents. Network: 107d6a63-f29c-4180-b88d-9b074523cafe, hostable agents: ['ffb4b371-2790-46a0-bfdf-1689ebf5aa69'], hosted agents: [] {{(pid=85411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 20:32:11.972906 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-6454e236-19b7-4c19-93d2-1caa3747f6bf admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.8788266 Apr 15 20:32:11.991622 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-14dc5efa-d0ef-4e8c-83df-9d437611b96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16285263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461'] for subnet, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:12.010302 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:12.087194 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce4dc14-5a99-4626-99e8-8037ddbf3714 admin admin] Network 107d6a63-f29c-4180-b88d-9b074523cafe is scheduled to be hosted by DHCP agent ffb4b371-2790-46a0-bfdf-1689ebf5aa69 with binding_index 1 {{(pid=85411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 20:32:12.117180 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.base_scheduler [None req-7ce4dc14-5a99-4626-99e8-8037ddbf3714 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-2-smb, 107d6a63-f29c-4180-b88d-9b074523cafe) {{(pid=85411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:32:12.122085 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce4dc14-5a99-4626-99e8-8037ddbf3714 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:12.122433 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7ce4dc14-5a99-4626-99e8-8037ddbf3714 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16483510'] for subnet, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:12.165221 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-7ce4dc14-5a99-4626-99e8-8037ddbf3714 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.6578174 Apr 15 20:32:12.169190 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dc5efa-d0ef-4e8c-83df-9d437611b96b admin admin] Pushing event updated for resources: {'Subnet': ['ID=115d02bc-de92-4568-be72-0d321d902e0d,revision_number=0']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:12.171944 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-14dc5efa-d0ef-4e8c-83df-9d437611b96b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:12.276466 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d53afa-1991-493e-8e68-284bb720f150 None None] Network 107d6a63-f29c-4180-b88d-9b074523cafe requested from dv-cinder-786386-2-smb {{(pid=85413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:32:12.291853 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14dc5efa-d0ef-4e8c-83df-9d437611b96b admin admin] Checking segment: {'id': '8f8c4df8-9981-44cd-9c71-6e51c9e29c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '5bc06a2b-9024-484d-8786-16d9b4579274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:32:12.292247 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14dc5efa-d0ef-4e8c-83df-9d437611b96b admin admin] Network hostable DHCP agents. Network: 5bc06a2b-9024-484d-8786-16d9b4579274, hostable agents: ['ffb4b371-2790-46a0-bfdf-1689ebf5aa69'], hosted agents: [] {{(pid=85411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 20:32:12.315418 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c22947aa-d10c-4d52-b312-7ea7e700196c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838401957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16371162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3176'] for router, precommit_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:12.347076 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14dc5efa-d0ef-4e8c-83df-9d437611b96b admin admin] Network 5bc06a2b-9024-484d-8786-16d9b4579274 is scheduled to be hosted by DHCP agent ffb4b371-2790-46a0-bfdf-1689ebf5aa69 with binding_index 1 {{(pid=85411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 20:32:12.364449 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 56896) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:32:12.366655 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.base_scheduler [None req-14dc5efa-d0ef-4e8c-83df-9d437611b96b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-2-smb, 5bc06a2b-9024-484d-8786-16d9b4579274) {{(pid=85411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:32:12.371119 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14dc5efa-d0ef-4e8c-83df-9d437611b96b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:12.371975 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-14dc5efa-d0ef-4e8c-83df-9d437611b96b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16483510'] for subnet, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:12.404352 dv-cinder-786386-2-smb neutron-server[85298]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 15 20:32:12.442872 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-14dc5efa-d0ef-4e8c-83df-9d437611b96b admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.2107394 Apr 15 20:32:12.447928 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 56902) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:32:12.504647 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [None req-d5b52b46-8b53-494c-b65d-1fa6873c0991 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-561565636-router', 'tenant_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4'}}} {{(pid=85411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:32:12.518259 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-d5b52b46-8b53-494c-b65d-1fa6873c0991 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:32:12.527651 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-d5b52b46-8b53-494c-b65d-1fa6873c0991 admin admin] Usage tracker for resource:router and tenant:a7106cb89b6d4e9399c7bc046ff492b4 is out of sync, need to count used quota {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:32:12.539398 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-d5b52b46-8b53-494c-b65d-1fa6873c0991 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:32:12.550961 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-d5b52b46-8b53-494c-b65d-1fa6873c0991 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:32:12.607882 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-d5b52b46-8b53-494c-b65d-1fa6873c0991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16371177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854772654'] for router, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:12.611611 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-d5b52b46-8b53-494c-b65d-1fa6873c0991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838404812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838401942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036838395408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3161'] for router, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:12.639213 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-d5b52b46-8b53-494c-b65d-1fa6873c0991 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:12.757979 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a89319-a38e-4780-9a55-472ee7f4a910 None None] Network 5bc06a2b-9024-484d-8786-16d9b4579274 requested from dv-cinder-786386-2-smb {{(pid=85413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:32:12.773944 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd58c7-817f-49f3-96f3-0e8330adf1d4 req-8803ef08-8de3-4f0a-865b-1544b3d97766 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:12.776056 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-54fd58c7-817f-49f3-96f3-0e8330adf1d4 req-8803ef08-8de3-4f0a-865b-1544b3d97766 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/networks?id=1d6bd424-08bd-4eca-95aa-caa56a0031f4 HTTP/1.1" status: 200 len: 815 time: 0.3762884 Apr 15 20:32:12.875753 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436cd400-1b6f-4fc7-9965-6c7fcabbf074 None None] Network ff878d45-1665-450a-a6d6-20bd4693f384 requested from dv-cinder-786386-2-smb {{(pid=85413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:32:12.935918 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 56930) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:32:12.952982 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-54fd58c7-817f-49f3-96f3-0e8330adf1d4 req-6fe289bd-347d-42da-aa21-fcac061bd90b tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/quotas/bc4964d16a264d71886df3d34b5af018 HTTP/1.1" status: 200 len: 375 time: 0.1189268 Apr 15 20:32:13.099392 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90cedf9b-4561-4c28-99a4-be8341178c17 None None] Network 1d6bd424-08bd-4eca-95aa-caa56a0031f4 requested from dv-cinder-786386-2-smb {{(pid=85413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:32:13.436317 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c22947aa-d10c-4d52-b312-7ea7e700196c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:13.535260 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c22947aa-d10c-4d52-b312-7ea7e700196c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:13.592771 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-54fd58c7-817f-49f3-96f3-0e8330adf1d4 req-f8bae083-957e-4c40-b216-add9eca83a2c tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=bc4964d16a264d71886df3d34b5af018&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5632663 Apr 15 20:32:13.605844 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 56954) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:32:13.674177 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [None req-5e418d6d-9a99-4d7a-b025-987129f6b0f7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-342460657-network', 'tenant_id': '9f63d5e7a55447b4ac4048c016f10283'}} {{(pid=85411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:32:13.697448 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d07faf-f9d5-4cd4-9f79-2778e0d24ecb None None] Network ea2effbe-b5a2-46bc-8ec6-0a200ba4895c requested from dv-cinder-786386-2-smb {{(pid=85413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:32:13.777919 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-5e418d6d-9a99-4d7a-b025-987129f6b0f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:32:13.800571 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-5e418d6d-9a99-4d7a-b025-987129f6b0f7 admin admin] Usage tracker for resource:network and tenant:9f63d5e7a55447b4ac4048c016f10283 is out of sync, need to count used quota {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:32:13.810683 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-5e418d6d-9a99-4d7a-b025-987129f6b0f7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:32:13.846306 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-d5b52b46-8b53-494c-b65d-1fa6873c0991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838401957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16371162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3176'] for router, precommit_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:13.868591 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-5e418d6d-9a99-4d7a-b025-987129f6b0f7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:32:13.880398 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.db_base_plugin_common [None req-c22947aa-d10c-4d52-b312-7ea7e700196c admin admin] Allocated IP 172.28.3.69 (7c4aca2a-d888-4e9f-991a-bf8b268161b4/4dc7f199-63f9-40c2-a905-3297e9bf7ee9/976de529-57d8-4416-9733-70b5ebb9f10c) {{(pid=85412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:32:13.957249 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e418d6d-9a99-4d7a-b025-987129f6b0f7 admin admin] Made reservation on behalf of 9f63d5e7a55447b4ac4048c016f10283 for: {'network': 1} {{(pid=85411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:32:13.962853 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-5e418d6d-9a99-4d7a-b025-987129f6b0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for network, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:14.012167 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84360ab9-1abd-4e9a-b774-9ce8c2fac412 req-85424718-928f-4b3d-bda8-09f97297999d tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:14.019822 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-84360ab9-1abd-4e9a-b774-9ce8c2fac412 req-85424718-928f-4b3d-bda8-09f97297999d tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] Synchronizing usage tracker for tenant:1b94adc33bcb40f7aa0c95b4a8c4afae on resource:network {{(pid=85411) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:32:14.035928 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-5e418d6d-9a99-4d7a-b025-987129f6b0f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:14.119052 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53781c71-046a-4a71-9948-56e2534d89fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28a7f39b-2ac9-5a6b-b489-919d75496104-5bc06a2b-9024-484d-8786-16d9b4579274', 'network_id': '5bc06a2b-9024-484d-8786-16d9b4579274', 'tenant_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'fixed_ips': [{'subnet_id': '115d02bc-de92-4568-be72-0d321d902e0d'}]}} from dv-cinder-786386-2-smb. {{(pid=85413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 20:32:14.119954 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-53781c71-046a-4a71-9948-56e2534d89fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_create {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:14.193685 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-5e418d6d-9a99-4d7a-b025-987129f6b0f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:32:14.202978 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-5e418d6d-9a99-4d7a-b025-987129f6b0f7 admin admin] Usage tracker for resource:security_group_rule and tenant:9f63d5e7a55447b4ac4048c016f10283 is out of sync, need to count used quota {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:32:14.205582 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c22947aa-d10c-4d52-b312-7ea7e700196c admin admin] Notify callbacks [] for port, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:14.217709 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-5e418d6d-9a99-4d7a-b025-987129f6b0f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:32:14.224919 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-84360ab9-1abd-4e9a-b774-9ce8c2fac412 req-85424718-928f-4b3d-bda8-09f97297999d tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] Unset dirty status for tenant:1b94adc33bcb40f7aa0c95b4a8c4afae on resource:network {{(pid=85411) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:32:14.232441 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-84360ab9-1abd-4e9a-b774-9ce8c2fac412 req-85424718-928f-4b3d-bda8-09f97297999d tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] 10.222.0.69 "GET /v2.0/networks?id=ff878d45-1665-450a-a6d6-20bd4693f384 HTTP/1.1" status: 200 len: 811 time: 1.2953861 Apr 15 20:32:14.235639 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-5e418d6d-9a99-4d7a-b025-987129f6b0f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:32:14.239622 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd09178e-c6e2-421d-9665-95b9ac5a7f30 None None] Network 107d6a63-f29c-4180-b88d-9b074523cafe requested from dv-cinder-786386-2-smb {{(pid=85413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:32:14.257439 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c22947aa-d10c-4d52-b312-7ea7e700196c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245250087898'] for port, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:14.263190 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-84360ab9-1abd-4e9a-b774-9ce8c2fac412 req-273f044f-c680-45a4-9c5e-b926f29d4474 tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] 10.222.0.69 "GET /v2.0/quotas/1b94adc33bcb40f7aa0c95b4a8c4afae HTTP/1.1" status: 200 len: 375 time: 0.0296900 Apr 15 20:32:14.275878 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:14.314029 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [req-54fd58c7-817f-49f3-96f3-0e8330adf1d4 req-c4ec85aa-0d0e-4f93-b5bb-4ded55fcdbcd service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=85411) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 20:32:14.314927 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-54fd58c7-817f-49f3-96f3-0e8330adf1d4 req-c4ec85aa-0d0e-4f93-b5bb-4ded55fcdbcd service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1296070 Apr 15 20:32:14.368990 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-84360ab9-1abd-4e9a-b774-9ce8c2fac412 req-c25f688d-b1fb-45af-85de-37719bc344f0 tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=1b94adc33bcb40f7aa0c95b4a8c4afae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1048830 Apr 15 20:32:14.419911 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.db_base_plugin_common [None req-53781c71-046a-4a71-9948-56e2534d89fe None None] Allocated IP 172.20.0.2 (5bc06a2b-9024-484d-8786-16d9b4579274/115d02bc-de92-4568-be72-0d321d902e0d/bf17ce92-785d-4433-bedf-275db09cbf22) {{(pid=85413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:32:14.431745 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22947aa-d10c-4d52-b312-7ea7e700196c admin admin] Pushing event updated for resources: {'Port': ['ID=976de529-57d8-4416-9733-70b5ebb9f10c,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:14.437621 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-c22947aa-d10c-4d52-b312-7ea7e700196c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:14.493914 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22947aa-d10c-4d52-b312-7ea7e700196c admin admin] Network 7c4aca2a-d888-4e9f-991a-bf8b268161b4 is already hosted by enough agents. {{(pid=85412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:32:14.495019 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.base_scheduler [None req-c22947aa-d10c-4d52-b312-7ea7e700196c admin admin] Resources bound (agent type, host, resource id): {{(pid=85412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:32:14.497667 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22947aa-d10c-4d52-b312-7ea7e700196c admin admin] Received port after_create {{(pid=85412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:32:14.559788 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [req-84360ab9-1abd-4e9a-b774-9ce8c2fac412 req-83f93fc3-4b9e-4635-9f46-c8e7dae19690 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=85411) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 20:32:14.561027 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-84360ab9-1abd-4e9a-b774-9ce8c2fac412 req-83f93fc3-4b9e-4635-9f46-c8e7dae19690 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0789595 Apr 15 20:32:14.741074 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-53781c71-046a-4a71-9948-56e2534d89fe None None] Notify callbacks [] for port, precommit_create {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:14.752553 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-53781c71-046a-4a71-9948-56e2534d89fe None None] Transition to ACTIVE for port object bf17ce92-785d-4433-bedf-275db09cbf22 will not be triggered until provisioned by entity L2. {{(pid=85413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:32:14.772473 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-53781c71-046a-4a71-9948-56e2534d89fe None None] Transition to ACTIVE for port object bf17ce92-785d-4433-bedf-275db09cbf22 will not be triggered until provisioned by entity DHCP. {{(pid=85413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:32:14.778476 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-53781c71-046a-4a71-9948-56e2534d89fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245250087898'] for port, after_create {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:14.794516 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-97bca023-8463-45c6-990b-f211c4781ced None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:14.851882 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-54fd58c7-817f-49f3-96f3-0e8330adf1d4 req-6a3d198a-5f03-478c-96fc-f252736bb879 service neutron] 10.222.0.69 "GET /v2.0/networks/1d6bd424-08bd-4eca-95aa-caa56a0031f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5164466 Apr 15 20:32:14.874179 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-5e418d6d-9a99-4d7a-b025-987129f6b0f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:14.885313 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c22947aa-d10c-4d52-b312-7ea7e700196c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:14.909791 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-5e418d6d-9a99-4d7a-b025-987129f6b0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:14.982327 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-91808e08-6db4-4be4-b2a0-65a95840adbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:15.070907 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e418d6d-9a99-4d7a-b025-987129f6b0f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1056, 'physical_network': 'physnet1'} {{(pid=85411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 20:32:15.091111 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-84360ab9-1abd-4e9a-b774-9ce8c2fac412 req-e0734017-682a-4411-b8f5-78f2670e0434 service neutron] 10.222.0.69 "GET /v2.0/networks/ff878d45-1665-450a-a6d6-20bd4693f384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5048797 Apr 15 20:32:15.098479 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-76bdcfb7-cc0d-45a5-828a-63d09b193f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:15.119607 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53781c71-046a-4a71-9948-56e2534d89fe None None] Pushing event updated for resources: {'Port': ['ID=bf17ce92-785d-4433-bedf-275db09cbf22,revision_number=1']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:15.132758 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53781c71-046a-4a71-9948-56e2534d89fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:32:15.133118 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53781c71-046a-4a71-9948-56e2534d89fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:32:15.133500 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53781c71-046a-4a71-9948-56e2534d89fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:32:15.133858 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53781c71-046a-4a71-9948-56e2534d89fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:32:15.134209 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53781c71-046a-4a71-9948-56e2534d89fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:32:15.134591 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53781c71-046a-4a71-9948-56e2534d89fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:32:15.134933 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53781c71-046a-4a71-9948-56e2534d89fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:32:15.135292 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53781c71-046a-4a71-9948-56e2534d89fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:32:15.135693 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53781c71-046a-4a71-9948-56e2534d89fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:32:15.135988 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53781c71-046a-4a71-9948-56e2534d89fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:32:15.136337 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53781c71-046a-4a71-9948-56e2534d89fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:32:15.136678 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53781c71-046a-4a71-9948-56e2534d89fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:32:15.137800 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53781c71-046a-4a71-9948-56e2534d89fe None None] Tracked resource versions report: Apr 15 20:32:15.137800 dv-cinder-786386-2-smb neutron-server[85298]: pushed versions: Apr 15 20:32:15.137800 dv-cinder-786386-2-smb neutron-server[85298]: { 'AddressGroup': {'1.2'}, Apr 15 20:32:15.137800 dv-cinder-786386-2-smb neutron-server[85298]: 'ConntrackHelper': {'1.0'}, Apr 15 20:32:15.137800 dv-cinder-786386-2-smb neutron-server[85298]: 'Log': {'1.0'}, Apr 15 20:32:15.137800 dv-cinder-786386-2-smb neutron-server[85298]: 'Network': {'1.1'}, Apr 15 20:32:15.137800 dv-cinder-786386-2-smb neutron-server[85298]: 'Port': {'1.7'}, Apr 15 20:32:15.137800 dv-cinder-786386-2-smb neutron-server[85298]: 'PortForwarding': {'1.2'}, Apr 15 20:32:15.137800 dv-cinder-786386-2-smb neutron-server[85298]: 'QosPolicy': {'1.8'}, Apr 15 20:32:15.137800 dv-cinder-786386-2-smb neutron-server[85298]: 'SecurityGroup': {'1.4'}, Apr 15 20:32:15.137800 dv-cinder-786386-2-smb neutron-server[85298]: 'SecurityGroupRule': {'1.2'}, Apr 15 20:32:15.137800 dv-cinder-786386-2-smb neutron-server[85298]: 'SubPort': {'1.0'}, Apr 15 20:32:15.137800 dv-cinder-786386-2-smb neutron-server[85298]: 'Subnet': {'1.1'}, Apr 15 20:32:15.137800 dv-cinder-786386-2-smb neutron-server[85298]: 'Trunk': {'1.1'}} Apr 15 20:32:15.137800 dv-cinder-786386-2-smb neutron-server[85298]: consumer versions: Apr 15 20:32:15.137800 dv-cinder-786386-2-smb neutron-server[85298]: { DHCP agent@dv-cinder-786386-2-smb: {}, Apr 15 20:32:15.137800 dv-cinder-786386-2-smb neutron-server[85298]: HyperV agent@hv-cinder-78638: {}, Apr 15 20:32:15.137800 dv-cinder-786386-2-smb neutron-server[85298]: L3 agent@dv-cinder-786386-2-smb: {}, Apr 15 20:32:15.137800 dv-cinder-786386-2-smb neutron-server[85298]: Metadata agent@dv-cinder-786386-2-smb: {}, Apr 15 20:32:15.137800 dv-cinder-786386-2-smb neutron-server[85298]: Metering agent@dv-cinder-786386-2-smb: {}, Apr 15 20:32:15.137800 dv-cinder-786386-2-smb neutron-server[85298]: Open vSwitch agent@dv-cinder-786386-2-smb: { 'AddressGroup': '1.2', Apr 15 20:32:15.137800 dv-cinder-786386-2-smb neutron-server[85298]: 'ConntrackHelper': '1.0', Apr 15 20:32:15.137800 dv-cinder-786386-2-smb neutron-server[85298]: 'Log': '1.0', Apr 15 20:32:15.137800 dv-cinder-786386-2-smb neutron-server[85298]: 'Network': '1.1', Apr 15 20:32:15.137800 dv-cinder-786386-2-smb neutron-server[85298]: 'Port': '1.7', Apr 15 20:32:15.137800 dv-cinder-786386-2-smb neutron-server[85298]: 'PortForwarding': '1.2', Apr 15 20:32:15.137800 dv-cinder-786386-2-smb neutron-server[85298]: 'QosPolicy': '1.8', Apr 15 20:32:15.137800 dv-cinder-786386-2-smb neutron-server[85298]: 'SecurityGroup': '1.4', Apr 15 20:32:15.137800 dv-cinder-786386-2-smb neutron-server[85298]: 'SecurityGroupRule': '1.2', Apr 15 20:32:15.137800 dv-cinder-786386-2-smb neutron-server[85298]: 'SubPort': '1.0', Apr 15 20:32:15.137800 dv-cinder-786386-2-smb neutron-server[85298]: 'Subnet': '1.1', Apr 15 20:32:15.137800 dv-cinder-786386-2-smb neutron-server[85298]: 'Trunk': '1.1'}} Apr 15 20:32:15.137800 dv-cinder-786386-2-smb neutron-server[85298]: {{(pid=85413) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 20:32:15.150748 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-53781c71-046a-4a71-9948-56e2534d89fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:15.169304 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-d5b52b46-8b53-494c-b65d-1fa6873c0991 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:15.173459 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53781c71-046a-4a71-9948-56e2534d89fe None None] Network 5bc06a2b-9024-484d-8786-16d9b4579274 is already hosted by enough agents. {{(pid=85413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:32:15.174733 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.base_scheduler [None req-53781c71-046a-4a71-9948-56e2534d89fe None None] Resources bound (agent type, host, resource id): {{(pid=85413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:32:15.177097 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53781c71-046a-4a71-9948-56e2534d89fe None None] Received port after_create {{(pid=85413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:32:15.200064 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-5e418d6d-9a99-4d7a-b025-987129f6b0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-793'] for segment, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:15.200452 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.db.segments_db [None req-5e418d6d-9a99-4d7a-b025-987129f6b0f7 admin admin] Added segment 0ee7ef19-48bb-482d-af5b-0e12726a3419 of type vlan for network 0de54418-a11e-41fa-9870-200a5e5f3101 Apr 15 20:32:15.277214 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e418d6d-9a99-4d7a-b025-987129f6b0f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be16da58-7959-406c-8f32-d00df3fd2140,revision_number=1']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:15.293908 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-5e418d6d-9a99-4d7a-b025-987129f6b0f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:15.302554 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-53781c71-046a-4a71-9948-56e2534d89fe None None] Attempting to bind port bf17ce92-785d-4433-bedf-275db09cbf22 on host dv-cinder-786386-2-smb for vnic_type normal with profile {{(pid=85413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:32:15.302965 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-53781c71-046a-4a71-9948-56e2534d89fe None None] Attempting to bind port bf17ce92-785d-4433-bedf-275db09cbf22 by drivers openvswitch,hyperv on host dv-cinder-786386-2-smb at level 0 using segments [{'id': '8f8c4df8-9981-44cd-9c71-6e51c9e29c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '5bc06a2b-9024-484d-8786-16d9b4579274'}] {{(pid=85413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:32:15.303368 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53781c71-046a-4a71-9948-56e2534d89fe None None] Attempting to bind port bf17ce92-785d-4433-bedf-275db09cbf22 on network 5bc06a2b-9024-484d-8786-16d9b4579274 {{(pid=85413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:32:15.309974 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53781c71-046a-4a71-9948-56e2534d89fe None None] Checking agent: {'id': '30333bf1-a829-46d5-a227-fdc76695a1e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 23, 48), 'started_at': datetime.datetime(2021, 4, 15, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:32:15.310758 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53781c71-046a-4a71-9948-56e2534d89fe None None] Checking segment: {'id': '8f8c4df8-9981-44cd-9c71-6e51c9e29c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '5bc06a2b-9024-484d-8786-16d9b4579274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:32:15.311201 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-53781c71-046a-4a71-9948-56e2534d89fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:15.311633 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53781c71-046a-4a71-9948-56e2534d89fe None None] Bound using segment: {'id': '8f8c4df8-9981-44cd-9c71-6e51c9e29c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '5bc06a2b-9024-484d-8786-16d9b4579274'} {{(pid=85413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:32:15.312172 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-53781c71-046a-4a71-9948-56e2534d89fe None None] Bound port: bf17ce92-785d-4433-bedf-275db09cbf22, host: dv-cinder-786386-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f8c4df8-9981-44cd-9c71-6e51c9e29c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '5bc06a2b-9024-484d-8786-16d9b4579274'}}] {{(pid=85413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:32:15.312967 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-53781c71-046a-4a71-9948-56e2534d89fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:15.315545 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c22947aa-d10c-4d52-b312-7ea7e700196c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036838404654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16373820'] for router, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:15.317171 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-d5b52b46-8b53-494c-b65d-1fa6873c0991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:15.424287 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-54fd58c7-817f-49f3-96f3-0e8330adf1d4 req-208599fe-79fc-45dd-a152-7e39936b58b5 service neutron] 10.222.0.69 "GET /v2.0/networks/1d6bd424-08bd-4eca-95aa-caa56a0031f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5566325 Apr 15 20:32:15.428491 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-5e418d6d-9a99-4d7a-b025-987129f6b0f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791604676518'] for network, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:15.439532 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-53781c71-046a-4a71-9948-56e2534d89fe None None] For port bf17ce92-785d-4433-bedf-275db09cbf22, host dv-cinder-786386-2-smb, cleared binding levels {{(pid=85413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:32:15.445828 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-53781c71-046a-4a71-9948-56e2534d89fe None None] For port bf17ce92-785d-4433-bedf-275db09cbf22, host dv-cinder-786386-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-2-smb',level=0,port_id=bf17ce92-785d-4433-bedf-275db09cbf22,segment=NetworkSegment(8f8c4df8-9981-44cd-9c71-6e51c9e29c18),segment_id=8f8c4df8-9981-44cd-9c71-6e51c9e29c18)] {{(pid=85413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:32:15.454898 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-53781c71-046a-4a71-9948-56e2534d89fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:15.483702 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:15.563930 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-84360ab9-1abd-4e9a-b774-9ce8c2fac412 req-9410ff94-a487-481e-91de-b696f3b5a9ce service neutron] 10.222.0.69 "GET /v2.0/networks/ff878d45-1665-450a-a6d6-20bd4693f384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4505394 Apr 15 20:32:15.646560 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-5e418d6d-9a99-4d7a-b025-987129f6b0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16285283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461'] for network, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:15.650227 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e418d6d-9a99-4d7a-b025-987129f6b0f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:15.651102 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-5e418d6d-9a99-4d7a-b025-987129f6b0f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16483510'] for network, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:15.652067 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53781c71-046a-4a71-9948-56e2534d89fe None None] Pushing event updated for resources: {'Port': ['ID=bf17ce92-785d-4433-bedf-275db09cbf22,revision_number=2']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:15.659378 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:15.662880 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-53781c71-046a-4a71-9948-56e2534d89fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:15.724130 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c22947aa-d10c-4d52-b312-7ea7e700196c admin admin] Router ae4f5ced-16a8-4e84-a377-93a2ae3c1398 is scheduled to L3 agent f2e50876-c35d-48fb-9e24-f0907444cef9 with binding_index 1 {{(pid=85412) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 20:32:16.132474 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22947aa-d10c-4d52-b312-7ea7e700196c admin admin] Notify agent at l3_agent.dv-cinder-786386-2-smb the message routers_updated {{(pid=85412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 20:32:16.145386 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3375d4a-badf-4703-9820-b25b7d453f8f None None] Sync routers for ids ['ae4f5ced-16a8-4e84-a377-93a2ae3c1398'] in dv-cinder-786386-2-smb {{(pid=85414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 20:32:16.159861 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c22947aa-d10c-4d52-b312-7ea7e700196c admin admin] Notify callbacks [] for router, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:16.164934 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3375d4a-badf-4703-9820-b25b7d453f8f None None] Routers {'ae4f5ced-16a8-4e84-a377-93a2ae3c1398'} bound to L3 agent in host dv-cinder-786386-2-smb {{(pid=85414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:32:16.165332 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-c22947aa-d10c-4d52-b312-7ea7e700196c admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.5432217 Apr 15 20:32:16.165645 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-c3375d4a-badf-4703-9820-b25b7d453f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T20:23:47Z,description=,heartbeat_timestamp=2021-04-15T20:31:47Z,host='dv-cinder-786386-2-smb',id=f2e50876-c35d-48fb-9e24-f0907444cef9,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:23:48Z,topic='l3_agent')) {'router_ids': ['ae4f5ced-16a8-4e84-a377-93a2ae3c1398'], 'active': True} {{(pid=85414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:32:16.166311 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 57048) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:32:16.381131 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-67ef3d8f-23fc-4e39-aa16-a8efa667bdc6 req-ee259ebe-7224-4cd1-9ff9-b711314b5c66 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/ports?device_id=013242ac-6a8e-472e-9e6e-90232753f2c7 HTTP/1.1" status: 200 len: 210 time: 0.2532885 Apr 15 20:32:16.383220 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-402fa8c8-6dc8-4167-a4cb-a23cb150eeca req-bb0bec9c-1d0b-4d41-98ad-7506eb89443b tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2b5850b-e58f-408f-ba27-8b40b85ec2f7 HTTP/1.1" status: 200 len: 210 time: 0.2597599 Apr 15 20:32:16.385100 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.db_base_plugin_common [None req-d5b52b46-8b53-494c-b65d-1fa6873c0991 admin admin] Allocated IP 172.28.3.90 (7c4aca2a-d888-4e9f-991a-bf8b268161b4/4dc7f199-63f9-40c2-a905-3297e9bf7ee9/e692ad89-e4eb-4f86-97cf-6cc98542daab) {{(pid=85411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:32:16.399549 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e418d6d-9a99-4d7a-b025-987129f6b0f7 admin admin] Pushing event updated for resources: {'Network': ['ID=0de54418-a11e-41fa-9870-200a5e5f3101,revision_number=1']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:16.402713 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-5e418d6d-9a99-4d7a-b025-987129f6b0f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.743s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:16.411006 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-5e418d6d-9a99-4d7a-b025-987129f6b0f7 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.8020153 Apr 15 20:32:16.418078 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Network 0de54418-a11e-41fa-9870-200a5e5f3101 details requested by agent ovs-agent-dv-cinder-786386-2-smb with host dv-cinder-786386-2-smb {{(pid=85413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 20:32:16.425170 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 57058) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:32:16.451642 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [None req-504a514a-f9af-460d-ae21-0d88d422157f admin admin] Request body: {'subnet': {'network_id': '0de54418-a11e-41fa-9870-200a5e5f3101', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-342460657-subnet', 'tenant_id': '9f63d5e7a55447b4ac4048c016f10283', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:32:16.466356 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-504a514a-f9af-460d-ae21-0d88d422157f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:32:16.480388 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-504a514a-f9af-460d-ae21-0d88d422157f admin admin] Usage tracker for resource:subnet and tenant:9f63d5e7a55447b4ac4048c016f10283 is out of sync, need to count used quota {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:32:16.501001 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-504a514a-f9af-460d-ae21-0d88d422157f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:32:16.518749 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-504a514a-f9af-460d-ae21-0d88d422157f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:32:16.682464 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvr_db [None req-c3375d4a-badf-4703-9820-b25b7d453f8f None None] Set router ae4f5ced-16a8-4e84-a377-93a2ae3c1398 gateway port host: dv-cinder-786386-2-smb {{(pid=85414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:32:16.709282 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 57064) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:32:16.709993 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504a514a-f9af-460d-ae21-0d88d422157f admin admin] Made reservation on behalf of 9f63d5e7a55447b4ac4048c016f10283 for: {'subnet': 1} {{(pid=85411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:32:16.715496 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-504a514a-f9af-460d-ae21-0d88d422157f admin admin] Notify callbacks [] for subnet, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:16.811798 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device bf17ce92-785d-4433-bedf-275db09cbf22 up at agent ovs-agent-dv-cinder-786386-2-smb {{(pid=85413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:32:16.929799 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Provisioning for port bf17ce92-785d-4433-bedf-275db09cbf22 completed by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:32:17.067747 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-d5b52b46-8b53-494c-b65d-1fa6873c0991 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:17.193164 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-c3375d4a-badf-4703-9820-b25b7d453f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae4f5ced-16a8-4e84-a377-93a2ae3c1398', 'name': 'tempest-ServerRescueNegativeTestJSON-214973705-router', 'tenant_id': '1e31b55aa57d4e31a2da58cc9cf6c253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.69'}], 'enable_snat': True}, 'gw_port_id': '976de529-57d8-4416-9733-70b5ebb9f10c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:32:11Z', 'updated_at': '2021-04-15T20:32:14Z', 'revision_number': 3, 'project_id': '1e31b55aa57d4e31a2da58cc9cf6c253', 'gw_port': {'id': '976de529-57d8-4416-9733-70b5ebb9f10c', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b5:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae4f5ced-16a8-4e84-a377-93a2ae3c1398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:32:13Z', 'updated_at': '2021-04-15T20:32:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb'}], 'dv-cinder-786386-2-smb', False) {} {{(pid=85414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:32:17.216468 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3375d4a-badf-4703-9820-b25b7d453f8f None None] Checking router: ae4f5ced-16a8-4e84-a377-93a2ae3c1398 for host: dv-cinder-786386-2-smb {{(pid=85414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 20:32:17.230666 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3375d4a-badf-4703-9820-b25b7d453f8f None None] Updating router ae4f5ced-16a8-4e84-a377-93a2ae3c1398 port 976de529-57d8-4416-9733-70b5ebb9f10c binding host dv-cinder-786386-2-smb {{(pid=85414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 20:32:17.242492 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-d5b52b46-8b53-494c-b65d-1fa6873c0991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245250087898'] for port, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:17.274345 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:17.369489 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-d4fb75b0-0e03-40ca-a937-4fbe88c45e99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:17.369707 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c3375d4a-badf-4703-9820-b25b7d453f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:17.551229 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-24c82609-cfd2-498a-bc94-bba85592120b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:17.605654 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-d4fb75b0-0e03-40ca-a937-4fbe88c45e99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:32:17.610302 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-d4fb75b0-0e03-40ca-a937-4fbe88c45e99 admin admin] Usage tracker for resource:security_group_rule and tenant:5b021bce5d8d4e0082b75c2195d890e8 is out of sync, need to count used quota {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:32:17.613493 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-d4fb75b0-0e03-40ca-a937-4fbe88c45e99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:32:17.620054 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-d4fb75b0-0e03-40ca-a937-4fbe88c45e99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:32:17.652775 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:17.705111 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8fe910-f98f-4576-a737-0489960f23da None None] Network 5bc06a2b-9024-484d-8786-16d9b4579274 requested from dv-cinder-786386-2-smb {{(pid=85413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:32:17.796736 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-d4fb75b0-0e03-40ca-a937-4fbe88c45e99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:17.905404 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-d4fb75b0-0e03-40ca-a937-4fbe88c45e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:17.950261 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-35d7310c-930e-47a8-a4d3-5e181d85cce9 req-3e8ff90f-d8cb-4b89-a6f3-76014db87752 tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2b5850b-e58f-408f-ba27-8b40b85ec2f7 HTTP/1.1" status: 200 len: 210 time: 0.2896690 Apr 15 20:32:17.980627 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f6e467e0-4f08-40e2-93a3-a69cade39eac req-0c906252-4b06-4939-92a0-3aeabcada735 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/ports?device_id=013242ac-6a8e-472e-9e6e-90232753f2c7 HTTP/1.1" status: 200 len: 210 time: 0.3347397 Apr 15 20:32:17.994614 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b52b46-8b53-494c-b65d-1fa6873c0991 admin admin] Pushing event updated for resources: {'Port': ['ID=e692ad89-e4eb-4f86-97cf-6cc98542daab,revision_number=1']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:18.002880 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c3375d4a-badf-4703-9820-b25b7d453f8f None None] Notify callbacks [] for port, precommit_update {{(pid=85414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:18.007450 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-d5b52b46-8b53-494c-b65d-1fa6873c0991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.733s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:18.010317 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-c803b6ce-bbf5-4fba-b981-4c71e85f212f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:18.043113 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-c3375d4a-badf-4703-9820-b25b7d453f8f None None] Transition to ACTIVE for port object 976de529-57d8-4416-9733-70b5ebb9f10c will not be triggered until provisioned by entity L2. {{(pid=85414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:32:18.059362 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fb75b0-0e03-40ca-a937-4fbe88c45e99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43e263ec-57fb-4935-abde-fa8c18cd48fb,revision_number=1']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:18.101210 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-d4fb75b0-0e03-40ca-a937-4fbe88c45e99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:18.101390 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 57142) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:32:18.107429 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c3375d4a-badf-4703-9820-b25b7d453f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:18.165534 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-d4fb75b0-0e03-40ca-a937-4fbe88c45e99 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5b021bce5d8d4e0082b75c2195d890e8&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4349999 Apr 15 20:32:18.179899 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 57148) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:32:18.236109 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-62929122-e0df-44be-a2ee-9f4b96f97595 None None] Provisioning for port bf17ce92-785d-4433-bedf-275db09cbf22 completed by entity DHCP. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:32:18.266826 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b52b46-8b53-494c-b65d-1fa6873c0991 admin admin] Network 7c4aca2a-d888-4e9f-991a-bf8b268161b4 is already hosted by enough agents. {{(pid=85411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:32:18.272389 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.base_scheduler [None req-d5b52b46-8b53-494c-b65d-1fa6873c0991 admin admin] Resources bound (agent type, host, resource id): {{(pid=85411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:32:18.286569 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6589a99b-4989-4a06-bc40-62b7e77e6cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:18.290974 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-62929122-e0df-44be-a2ee-9f4b96f97595 None None] Provisioning complete for port bf17ce92-785d-4433-bedf-275db09cbf22 triggered by entity DHCP. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:32:18.291631 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-62929122-e0df-44be-a2ee-9f4b96f97595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:18.295176 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b52b46-8b53-494c-b65d-1fa6873c0991 admin admin] Received port after_create {{(pid=85411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:32:18.330459 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:18.504702 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:18.547415 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-62929122-e0df-44be-a2ee-9f4b96f97595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:18.593121 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-62929122-e0df-44be-a2ee-9f4b96f97595 None None] For port bf17ce92-785d-4433-bedf-275db09cbf22, host dv-cinder-786386-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-2-smb',level=0,port_id=bf17ce92-785d-4433-bedf-275db09cbf22,segment=NetworkSegment(8f8c4df8-9981-44cd-9c71-6e51c9e29c18),segment_id=8f8c4df8-9981-44cd-9c71-6e51c9e29c18)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:32:18.617028 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-62929122-e0df-44be-a2ee-9f4b96f97595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:18.623966 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-97bca023-8463-45c6-990b-f211c4781ced None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:18.630665 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7d04d73f-bf12-4244-b359-de4c00f5c595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:18.685961 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa526d6-ce9c-4ef9-b931-a9a676fa8dbb None None] Pushing event updated for resources: {'Port': ['ID=976de529-57d8-4416-9733-70b5ebb9f10c,revision_number=2']} {{(pid=85414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:18.688541 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-c3375d4a-badf-4703-9820-b25b7d453f8f None None] Attempting to bind port 976de529-57d8-4416-9733-70b5ebb9f10c on host dv-cinder-786386-2-smb for vnic_type normal with profile {{(pid=85414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:32:18.688945 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-c3375d4a-badf-4703-9820-b25b7d453f8f None None] Attempting to bind port 976de529-57d8-4416-9733-70b5ebb9f10c by drivers openvswitch,hyperv on host dv-cinder-786386-2-smb at level 0 using segments [{'id': 'a2d970bc-47e1-42ab-bd62-edbddac3ac5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4'}] {{(pid=85414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:32:18.689342 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3375d4a-badf-4703-9820-b25b7d453f8f None None] Attempting to bind port 976de529-57d8-4416-9733-70b5ebb9f10c on network 7c4aca2a-d888-4e9f-991a-bf8b268161b4 {{(pid=85414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:32:18.699264 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3375d4a-badf-4703-9820-b25b7d453f8f None None] Checking agent: {'id': '30333bf1-a829-46d5-a227-fdc76695a1e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 23, 48), 'started_at': datetime.datetime(2021, 4, 15, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:32:18.699672 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3375d4a-badf-4703-9820-b25b7d453f8f None None] Checking segment: {'id': 'a2d970bc-47e1-42ab-bd62-edbddac3ac5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:32:18.700120 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c3375d4a-badf-4703-9820-b25b7d453f8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:18.700552 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3375d4a-badf-4703-9820-b25b7d453f8f None None] Bound using segment: {'id': 'a2d970bc-47e1-42ab-bd62-edbddac3ac5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4'} {{(pid=85414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:32:18.701065 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-c3375d4a-badf-4703-9820-b25b7d453f8f None None] Bound port: 976de529-57d8-4416-9733-70b5ebb9f10c, host: dv-cinder-786386-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d970bc-47e1-42ab-bd62-edbddac3ac5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4'}}] {{(pid=85414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:32:18.701476 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c3375d4a-badf-4703-9820-b25b7d453f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:18.740961 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa526d6-ce9c-4ef9-b931-a9a676fa8dbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:32:18.741256 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa526d6-ce9c-4ef9-b931-a9a676fa8dbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:32:18.741628 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa526d6-ce9c-4ef9-b931-a9a676fa8dbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:32:18.741995 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa526d6-ce9c-4ef9-b931-a9a676fa8dbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:32:18.742553 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa526d6-ce9c-4ef9-b931-a9a676fa8dbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:32:18.742739 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa526d6-ce9c-4ef9-b931-a9a676fa8dbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:32:18.743102 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa526d6-ce9c-4ef9-b931-a9a676fa8dbb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:32:18.743453 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa526d6-ce9c-4ef9-b931-a9a676fa8dbb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:32:18.743805 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa526d6-ce9c-4ef9-b931-a9a676fa8dbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:32:18.744158 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa526d6-ce9c-4ef9-b931-a9a676fa8dbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:32:18.744509 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa526d6-ce9c-4ef9-b931-a9a676fa8dbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:32:18.744856 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa526d6-ce9c-4ef9-b931-a9a676fa8dbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:32:18.749824 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa526d6-ce9c-4ef9-b931-a9a676fa8dbb None None] Tracked resource versions report: Apr 15 20:32:18.749824 dv-cinder-786386-2-smb neutron-server[85298]: pushed versions: Apr 15 20:32:18.749824 dv-cinder-786386-2-smb neutron-server[85298]: { 'AddressGroup': {'1.2'}, Apr 15 20:32:18.749824 dv-cinder-786386-2-smb neutron-server[85298]: 'ConntrackHelper': {'1.0'}, Apr 15 20:32:18.749824 dv-cinder-786386-2-smb neutron-server[85298]: 'Log': {'1.0'}, Apr 15 20:32:18.749824 dv-cinder-786386-2-smb neutron-server[85298]: 'Network': {'1.1'}, Apr 15 20:32:18.749824 dv-cinder-786386-2-smb neutron-server[85298]: 'Port': {'1.7'}, Apr 15 20:32:18.749824 dv-cinder-786386-2-smb neutron-server[85298]: 'PortForwarding': {'1.2'}, Apr 15 20:32:18.749824 dv-cinder-786386-2-smb neutron-server[85298]: 'QosPolicy': {'1.8'}, Apr 15 20:32:18.749824 dv-cinder-786386-2-smb neutron-server[85298]: 'SecurityGroup': {'1.4'}, Apr 15 20:32:18.749824 dv-cinder-786386-2-smb neutron-server[85298]: 'SecurityGroupRule': {'1.2'}, Apr 15 20:32:18.749824 dv-cinder-786386-2-smb neutron-server[85298]: 'SubPort': {'1.0'}, Apr 15 20:32:18.749824 dv-cinder-786386-2-smb neutron-server[85298]: 'Subnet': {'1.1'}, Apr 15 20:32:18.749824 dv-cinder-786386-2-smb neutron-server[85298]: 'Trunk': {'1.1'}} Apr 15 20:32:18.749824 dv-cinder-786386-2-smb neutron-server[85298]: consumer versions: Apr 15 20:32:18.749824 dv-cinder-786386-2-smb neutron-server[85298]: { DHCP agent@dv-cinder-786386-2-smb: {}, Apr 15 20:32:18.749824 dv-cinder-786386-2-smb neutron-server[85298]: HyperV agent@hv-cinder-78638: {}, Apr 15 20:32:18.749824 dv-cinder-786386-2-smb neutron-server[85298]: L3 agent@dv-cinder-786386-2-smb: {}, Apr 15 20:32:18.749824 dv-cinder-786386-2-smb neutron-server[85298]: Metadata agent@dv-cinder-786386-2-smb: {}, Apr 15 20:32:18.749824 dv-cinder-786386-2-smb neutron-server[85298]: Metering agent@dv-cinder-786386-2-smb: {}, Apr 15 20:32:18.749824 dv-cinder-786386-2-smb neutron-server[85298]: Open vSwitch agent@dv-cinder-786386-2-smb: { 'AddressGroup': '1.2', Apr 15 20:32:18.749824 dv-cinder-786386-2-smb neutron-server[85298]: 'ConntrackHelper': '1.0', Apr 15 20:32:18.749824 dv-cinder-786386-2-smb neutron-server[85298]: 'Log': '1.0', Apr 15 20:32:18.749824 dv-cinder-786386-2-smb neutron-server[85298]: 'Network': '1.1', Apr 15 20:32:18.749824 dv-cinder-786386-2-smb neutron-server[85298]: 'Port': '1.7', Apr 15 20:32:18.749824 dv-cinder-786386-2-smb neutron-server[85298]: 'PortForwarding': '1.2', Apr 15 20:32:18.749824 dv-cinder-786386-2-smb neutron-server[85298]: 'QosPolicy': '1.8', Apr 15 20:32:18.749824 dv-cinder-786386-2-smb neutron-server[85298]: 'SecurityGroup': '1.4', Apr 15 20:32:18.749824 dv-cinder-786386-2-smb neutron-server[85298]: 'SecurityGroupRule': '1.2', Apr 15 20:32:18.749824 dv-cinder-786386-2-smb neutron-server[85298]: 'SubPort': '1.0', Apr 15 20:32:18.749824 dv-cinder-786386-2-smb neutron-server[85298]: 'Subnet': '1.1', Apr 15 20:32:18.749824 dv-cinder-786386-2-smb neutron-server[85298]: 'Trunk': '1.1'}} Apr 15 20:32:18.749824 dv-cinder-786386-2-smb neutron-server[85298]: {{(pid=85414) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 20:32:18.759128 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-7fa526d6-ce9c-4ef9-b931-a9a676fa8dbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=85414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:18.820494 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-b222234a-1802-49a9-ae58-b7420cc85cc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:18.823419 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62929122-e0df-44be-a2ee-9f4b96f97595 None None] Pushing event updated for resources: {'Port': ['ID=bf17ce92-785d-4433-bedf-275db09cbf22,revision_number=3']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:18.829023 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-c3375d4a-badf-4703-9820-b25b7d453f8f None None] For port 976de529-57d8-4416-9733-70b5ebb9f10c, host dv-cinder-786386-2-smb, cleared binding levels {{(pid=85414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:32:18.834388 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-c3375d4a-badf-4703-9820-b25b7d453f8f None None] For port 976de529-57d8-4416-9733-70b5ebb9f10c, host dv-cinder-786386-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-2-smb',level=0,port_id=976de529-57d8-4416-9733-70b5ebb9f10c,segment=NetworkSegment(a2d970bc-47e1-42ab-bd62-edbddac3ac5a),segment_id=a2d970bc-47e1-42ab-bd62-edbddac3ac5a)] {{(pid=85414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:32:18.836007 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4db9b4d0-ed10-4ef0-9491-20a753bda29c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:18.844117 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-62929122-e0df-44be-a2ee-9f4b96f97595 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:18.844735 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c3375d4a-badf-4703-9820-b25b7d453f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:18.862146 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-fa5a67b0-19df-4bc4-ac75-fab3990dd9ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:18.905173 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-b222234a-1802-49a9-ae58-b7420cc85cc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:32:18.942266 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.db_base_plugin_common [None req-7d04d73f-bf12-4244-b359-de4c00f5c595 admin admin] Allocated IP 172.20.0.1 (ea2effbe-b5a2-46bc-8ec6-0a200ba4895c/c90fb5b4-5396-4daa-8e55-8894de66d707/ff68ae56-a0c3-4bd8-b33a-2ef34cf7561e) {{(pid=85412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:32:18.943022 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-ddf5c8ab-88a1-4f81-9543-76d40d5b4af9 None None] Provisioning complete for port bf17ce92-785d-4433-bedf-275db09cbf22 triggered by entity DHCP. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:32:18.943436 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-ddf5c8ab-88a1-4f81-9543-76d40d5b4af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:18.989847 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-b222234a-1802-49a9-ae58-b7420cc85cc6 admin admin] Usage tracker for resource:security_group_rule and tenant:719b259f33274125885f4c39d5f5a287 is out of sync, need to count used quota {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:32:18.992988 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-b222234a-1802-49a9-ae58-b7420cc85cc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:32:18.999819 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-b222234a-1802-49a9-ae58-b7420cc85cc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:32:19.122585 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-b222234a-1802-49a9-ae58-b7420cc85cc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:19.125950 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4db9b4d0-ed10-4ef0-9491-20a753bda29c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:19.131331 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3375d4a-badf-4703-9820-b25b7d453f8f None None] Routers {'ae4f5ced-16a8-4e84-a377-93a2ae3c1398'} bound to L3 agent in host dv-cinder-786386-2-smb {{(pid=85414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:32:19.132039 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-c3375d4a-badf-4703-9820-b25b7d453f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T20:23:47Z,description=,heartbeat_timestamp=2021-04-15T20:32:17Z,host='dv-cinder-786386-2-smb',id=f2e50876-c35d-48fb-9e24-f0907444cef9,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:23:48Z,topic='l3_agent')) {'router_ids': ['ae4f5ced-16a8-4e84-a377-93a2ae3c1398'], 'active': True} {{(pid=85414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:32:19.202911 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7d04d73f-bf12-4244-b359-de4c00f5c595 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:19.243590 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-d5b52b46-8b53-494c-b65d-1fa6873c0991 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:19.245971 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7d04d73f-bf12-4244-b359-de4c00f5c595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245250087898'] for port, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:19.283828 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:19.334978 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvr_db [None req-c3375d4a-badf-4703-9820-b25b7d453f8f None None] Set router ae4f5ced-16a8-4e84-a377-93a2ae3c1398 gateway port host: dv-cinder-786386-2-smb {{(pid=85414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:32:19.504758 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.76', 49731) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:32:19.509245 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa526d6-ce9c-4ef9-b931-a9a676fa8dbb None None] Pushing event updated for resources: {'Port': ['ID=976de529-57d8-4416-9733-70b5ebb9f10c,revision_number=3']} {{(pid=85414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:19.558023 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-611aad59-e19d-4c1d-b92d-eb0975a661b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:19.681810 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d04d73f-bf12-4244-b359-de4c00f5c595 admin admin] Pushing event updated for resources: {'Port': ['ID=ff68ae56-a0c3-4bd8-b33a-2ef34cf7561e,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:19.693944 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-7d04d73f-bf12-4244-b359-de4c00f5c595 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:19.701116 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-7fa526d6-ce9c-4ef9-b931-a9a676fa8dbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.839s {{(pid=85414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:19.791265 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-504a514a-f9af-460d-ae21-0d88d422157f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16285263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461'] for subnet, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:19.792075 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-b222234a-1802-49a9-ae58-b7420cc85cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:19.808086 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-661b0f11-b697-4e50-886c-6543eb47a8b6 req-c2e84631-728e-4346-af1d-4329e974c431 tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2b5850b-e58f-408f-ba27-8b40b85ec2f7 HTTP/1.1" status: 200 len: 210 time: 0.4820285 Apr 15 20:32:19.808223 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d04d73f-bf12-4244-b359-de4c00f5c595 admin admin] Network ea2effbe-b5a2-46bc-8ec6-0a200ba4895c is already hosted by enough agents. {{(pid=85412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:32:19.812663 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.base_scheduler [None req-7d04d73f-bf12-4244-b359-de4c00f5c595 admin admin] Resources bound (agent type, host, resource id): {{(pid=85412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:32:19.847057 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d04d73f-bf12-4244-b359-de4c00f5c595 admin admin] Received port after_create {{(pid=85412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:32:19.848461 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7d04d73f-bf12-4244-b359-de4c00f5c595 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838406535'] for router_interface, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:19.894497 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-c3375d4a-badf-4703-9820-b25b7d453f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae4f5ced-16a8-4e84-a377-93a2ae3c1398', 'name': 'tempest-ServerRescueNegativeTestJSON-214973705-router', 'tenant_id': '1e31b55aa57d4e31a2da58cc9cf6c253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.69'}], 'enable_snat': True}, 'gw_port_id': '976de529-57d8-4416-9733-70b5ebb9f10c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:32:11Z', 'updated_at': '2021-04-15T20:32:14Z', 'revision_number': 3, 'project_id': '1e31b55aa57d4e31a2da58cc9cf6c253', 'gw_port': {'id': '976de529-57d8-4416-9733-70b5ebb9f10c', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b5:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae4f5ced-16a8-4e84-a377-93a2ae3c1398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:32:13Z', 'updated_at': '2021-04-15T20:32:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb'}], 'dv-cinder-786386-2-smb', False) {} {{(pid=85414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:32:19.900579 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3375d4a-badf-4703-9820-b25b7d453f8f None None] The sync data for ids ['ae4f5ced-16a8-4e84-a377-93a2ae3c1398'] in dv-cinder-786386-2-smb is: [{'id': 'ae4f5ced-16a8-4e84-a377-93a2ae3c1398', 'name': 'tempest-ServerRescueNegativeTestJSON-214973705-router', 'tenant_id': '1e31b55aa57d4e31a2da58cc9cf6c253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.69'}], 'enable_snat': True}, 'gw_port_id': '976de529-57d8-4416-9733-70b5ebb9f10c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:32:11Z', 'updated_at': '2021-04-15T20:32:14Z', 'revision_number': 3, 'project_id': '1e31b55aa57d4e31a2da58cc9cf6c253', 'gw_port': {'id': '976de529-57d8-4416-9733-70b5ebb9f10c', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b5:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae4f5ced-16a8-4e84-a377-93a2ae3c1398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:32:13Z', 'updated_at': '2021-04-15T20:32:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb'}] {{(pid=85414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 20:32:19.948189 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.76', 49732) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:32:19.953028 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-6454e236-19b7-4c19-93d2-1caa3747f6bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:19.986433 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f24a7344-a5b8-4de1-9042-93fb04466243 req-8583290c-4fa9-4a60-8a99-fc2a3c879715 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/ports?device_id=013242ac-6a8e-472e-9e6e-90232753f2c7 HTTP/1.1" status: 200 len: 210 time: 0.6407163 Apr 15 20:32:19.991918 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-b222234a-1802-49a9-ae58-b7420cc85cc6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=719b259f33274125885f4c39d5f5a287&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8763554 Apr 15 20:32:19.999103 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 57194) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:32:20.049104 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4db9b4d0-ed10-4ef0-9491-20a753bda29c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:20.091025 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd58c7-817f-49f3-96f3-0e8330adf1d4 req-fc075930-2f46-4f82-a390-dd09e96c7a39 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:20.091962 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-54fd58c7-817f-49f3-96f3-0e8330adf1d4 req-fc075930-2f46-4f82-a390-dd09e96c7a39 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Synchronizing usage tracker for tenant:bc4964d16a264d71886df3d34b5af018 on resource:network {{(pid=85412) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:32:20.152714 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504a514a-f9af-460d-ae21-0d88d422157f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9ed6f08-7bed-4697-b0cb-da3a6ba6e4fb,revision_number=0']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:20.172060 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-504a514a-f9af-460d-ae21-0d88d422157f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:20.177429 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.193s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:20.224862 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-54fd58c7-817f-49f3-96f3-0e8330adf1d4 req-fc075930-2f46-4f82-a390-dd09e96c7a39 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Unset dirty status for tenant:bc4964d16a264d71886df3d34b5af018 on resource:network {{(pid=85412) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:32:20.226675 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-54fd58c7-817f-49f3-96f3-0e8330adf1d4 req-fc075930-2f46-4f82-a390-dd09e96c7a39 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.76 "GET /v2.0/networks?id=1d6bd424-08bd-4eca-95aa-caa56a0031f4 HTTP/1.1" status: 200 len: 815 time: 0.6992862 Apr 15 20:32:20.234599 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4db9b4d0-ed10-4ef0-9491-20a753bda29c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:20.238356 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-4db9b4d0-ed10-4ef0-9491-20a753bda29c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/43e263ec-57fb-4935-abde-fa8c18cd48fb HTTP/1.1" status: 204 len: 168 time: 2.0502863 Apr 15 20:32:20.312168 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [req-54fd58c7-817f-49f3-96f3-0e8330adf1d4 req-ce47976b-75a4-49fd-8304-46a09b45b60e tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Request body: {'port': {'device_id': '013242ac-6a8e-472e-9e6e-90232753f2c7', 'network_id': '1d6bd424-08bd-4eca-95aa-caa56a0031f4', 'admin_state_up': True, 'tenant_id': 'bc4964d16a264d71886df3d34b5af018'}} {{(pid=85412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:32:20.324629 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b222234a-1802-49a9-ae58-b7420cc85cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5989936a-9e59-4471-9c1a-6ad47cf89a6b,revision_number=1']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:20.351712 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-d1f132e2-f212-4309-a88d-dc326b1e0188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:20.370065 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84360ab9-1abd-4e9a-b774-9ce8c2fac412 req-dbe05184-47f9-4cf9-b338-26eebce88394 tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:20.371765 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-84360ab9-1abd-4e9a-b774-9ce8c2fac412 req-dbe05184-47f9-4cf9-b338-26eebce88394 tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] 10.222.0.76 "GET /v2.0/networks?id=ff878d45-1665-450a-a6d6-20bd4693f384 HTTP/1.1" status: 200 len: 811 time: 0.4225717 Apr 15 20:32:20.414049 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-d1f132e2-f212-4309-a88d-dc326b1e0188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:20.461203 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [req-84360ab9-1abd-4e9a-b774-9ce8c2fac412 req-dd6a601c-f9bd-41c9-9e56-1aac8531551d tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] Request body: {'port': {'device_id': 'e2b5850b-e58f-408f-ba27-8b40b85ec2f7', 'network_id': 'ff878d45-1665-450a-a6d6-20bd4693f384', 'admin_state_up': True, 'tenant_id': '1b94adc33bcb40f7aa0c95b4a8c4afae'}} {{(pid=85412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:32:20.554696 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db9b4d0-ed10-4ef0-9491-20a753bda29c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e263ec-57fb-4935-abde-fa8c18cd48fb,revision_number=None']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:20.578339 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-4db9b4d0-ed10-4ef0-9491-20a753bda29c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:20.582165 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.492s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:20.582615 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:20.693577 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504a514a-f9af-460d-ae21-0d88d422157f admin admin] Checking segment: {'id': '0ee7ef19-48bb-482d-af5b-0e12726a3419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '0de54418-a11e-41fa-9870-200a5e5f3101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:32:20.694642 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504a514a-f9af-460d-ae21-0d88d422157f admin admin] Network hostable DHCP agents. Network: 0de54418-a11e-41fa-9870-200a5e5f3101, hostable agents: ['ffb4b371-2790-46a0-bfdf-1689ebf5aa69'], hosted agents: [] {{(pid=85411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 20:32:20.754183 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device 976de529-57d8-4416-9733-70b5ebb9f10c up at agent ovs-agent-dv-cinder-786386-2-smb {{(pid=85413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:32:20.759396 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-d1f132e2-f212-4309-a88d-dc326b1e0188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:20.762107 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-d5b52b46-8b53-494c-b65d-1fa6873c0991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036838404654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16373820'] for router, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:20.800720 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7d04d73f-bf12-4244-b359-de4c00f5c595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:20.858910 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 57232) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:32:20.914957 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Provisioning for port 976de529-57d8-4416-9733-70b5ebb9f10c completed by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:32:20.921019 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Provisioning complete for port 976de529-57d8-4416-9733-70b5ebb9f10c triggered by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:32:20.921627 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:21.014721 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-5e418d6d-9a99-4d7a-b025-987129f6b0f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:21.033390 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504a514a-f9af-460d-ae21-0d88d422157f admin admin] Network 0de54418-a11e-41fa-9870-200a5e5f3101 is scheduled to be hosted by DHCP agent ffb4b371-2790-46a0-bfdf-1689ebf5aa69 with binding_index 1 {{(pid=85411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 20:32:21.063733 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-d1f132e2-f212-4309-a88d-dc326b1e0188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:21.068095 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-d1f132e2-f212-4309-a88d-dc326b1e0188 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5989936a-9e59-4471-9c1a-6ad47cf89a6b HTTP/1.1" status: 204 len: 168 time: 1.0500877 Apr 15 20:32:21.088558 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f132e2-f212-4309-a88d-dc326b1e0188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5989936a-9e59-4471-9c1a-6ad47cf89a6b,revision_number=None']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:21.106638 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-d1f132e2-f212-4309-a88d-dc326b1e0188 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:21.107499 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.base_scheduler [None req-504a514a-f9af-460d-ae21-0d88d422157f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-2-smb, 0de54418-a11e-41fa-9870-200a5e5f3101) {{(pid=85411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:32:21.110142 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5b52b46-8b53-494c-b65d-1fa6873c0991 admin admin] Router 6446fca8-d719-4369-b13f-84348828a7b9 is scheduled to L3 agent f2e50876-c35d-48fb-9e24-f0907444cef9 with binding_index 1 {{(pid=85411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 20:32:21.147955 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504a514a-f9af-460d-ae21-0d88d422157f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:21.151319 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-504a514a-f9af-460d-ae21-0d88d422157f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16483510'] for subnet, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:21.309828 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e345eec5-758e-4bb2-9d4f-cdaf5482de3e None None] Network 0de54418-a11e-41fa-9870-200a5e5f3101 requested from dv-cinder-786386-2-smb {{(pid=85413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:32:21.334230 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4cae442b-74a5-4dfb-b4e9-12d24783c75b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:21.491185 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [req-84360ab9-1abd-4e9a-b774-9ce8c2fac412 req-dd6a601c-f9bd-41c9-9e56-1aac8531551d tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:32:21.503448 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-84360ab9-1abd-4e9a-b774-9ce8c2fac412 req-dd6a601c-f9bd-41c9-9e56-1aac8531551d tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] Usage tracker for resource:port and tenant:1b94adc33bcb40f7aa0c95b4a8c4afae is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:32:21.506718 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-4cae442b-74a5-4dfb-b4e9-12d24783c75b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:32:21.510847 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-84360ab9-1abd-4e9a-b774-9ce8c2fac412 req-dd6a601c-f9bd-41c9-9e56-1aac8531551d tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:32:21.533822 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-4cae442b-74a5-4dfb-b4e9-12d24783c75b admin admin] Usage tracker for resource:security_group_rule and tenant:4d16acafae7f4093a8beb8af0cefa123 is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:32:21.538970 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [req-84360ab9-1abd-4e9a-b774-9ce8c2fac412 req-dd6a601c-f9bd-41c9-9e56-1aac8531551d tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:32:21.541960 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [req-54fd58c7-817f-49f3-96f3-0e8330adf1d4 req-ce47976b-75a4-49fd-8304-46a09b45b60e tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:32:21.545068 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-4cae442b-74a5-4dfb-b4e9-12d24783c75b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:32:21.561187 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-4cae442b-74a5-4dfb-b4e9-12d24783c75b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:32:21.565332 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-54fd58c7-817f-49f3-96f3-0e8330adf1d4 req-ce47976b-75a4-49fd-8304-46a09b45b60e tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Usage tracker for resource:port and tenant:bc4964d16a264d71886df3d34b5af018 is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:32:21.585241 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-54fd58c7-817f-49f3-96f3-0e8330adf1d4 req-ce47976b-75a4-49fd-8304-46a09b45b60e tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:32:21.596232 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84360ab9-1abd-4e9a-b774-9ce8c2fac412 req-dd6a601c-f9bd-41c9-9e56-1aac8531551d tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] Made reservation on behalf of 1b94adc33bcb40f7aa0c95b4a8c4afae for: {'port': 1} {{(pid=85412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:32:21.609307 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-84360ab9-1abd-4e9a-b774-9ce8c2fac412 req-dd6a601c-f9bd-41c9-9e56-1aac8531551d tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:21.623883 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-bd6830dd-6b1e-499b-b613-2dbb7b7a35f0 req-8d7d5c1d-4454-414e-b299-ae15ad43b8f0 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/ports?device_id=013242ac-6a8e-472e-9e6e-90232753f2c7 HTTP/1.1" status: 200 len: 210 time: 0.2295899 Apr 15 20:32:21.626592 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-534f02dd-cfa7-4b25-ac1c-b3b62c7a2c74 req-6d8e04cf-88d9-4dd3-9522-eb48a8d40d4e tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2b5850b-e58f-408f-ba27-8b40b85ec2f7 HTTP/1.1" status: 200 len: 210 time: 0.5226138 Apr 15 20:32:21.639952 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-504a514a-f9af-460d-ae21-0d88d422157f admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 5.2102125 Apr 15 20:32:21.670585 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [req-54fd58c7-817f-49f3-96f3-0e8330adf1d4 req-ce47976b-75a4-49fd-8304-46a09b45b60e tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:32:21.793583 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:21.866508 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b52b46-8b53-494c-b65d-1fa6873c0991 admin admin] Notify agent at l3_agent.dv-cinder-786386-2-smb the message routers_updated {{(pid=85411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 20:32:21.902470 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb5616b-d1e0-467f-8538-76a18c5194e6 None None] Sync routers for ids ['6446fca8-d719-4369-b13f-84348828a7b9'] in dv-cinder-786386-2-smb {{(pid=85413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 20:32:21.912483 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-d5b52b46-8b53-494c-b65d-1fa6873c0991 admin admin] Notify callbacks [] for router, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:21.917740 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-d5b52b46-8b53-494c-b65d-1fa6873c0991 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.4685969 Apr 15 20:32:21.918922 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 57256) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:32:21.919565 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 57258) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:32:21.926560 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] For port 976de529-57d8-4416-9733-70b5ebb9f10c, host dv-cinder-786386-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-2-smb',level=0,port_id=976de529-57d8-4416-9733-70b5ebb9f10c,segment=NetworkSegment(a2d970bc-47e1-42ab-bd62-edbddac3ac5a),segment_id=a2d970bc-47e1-42ab-bd62-edbddac3ac5a)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:32:21.973890 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb5616b-d1e0-467f-8538-76a18c5194e6 None None] Routers {'6446fca8-d719-4369-b13f-84348828a7b9'} bound to L3 agent in host dv-cinder-786386-2-smb {{(pid=85413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:32:21.974646 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-1bb5616b-d1e0-467f-8538-76a18c5194e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T20:23:47Z,description=,heartbeat_timestamp=2021-04-15T20:32:17Z,host='dv-cinder-786386-2-smb',id=f2e50876-c35d-48fb-9e24-f0907444cef9,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:23:48Z,topic='l3_agent')) {'router_ids': ['6446fca8-d719-4369-b13f-84348828a7b9'], 'active': True} {{(pid=85413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:32:22.288702 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvr_db [None req-1bb5616b-d1e0-467f-8538-76a18c5194e6 None None] Set router 6446fca8-d719-4369-b13f-84348828a7b9 gateway port host: dv-cinder-786386-2-smb {{(pid=85413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:32:22.296577 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54fd58c7-817f-49f3-96f3-0e8330adf1d4 req-ce47976b-75a4-49fd-8304-46a09b45b60e tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Made reservation on behalf of bc4964d16a264d71886df3d34b5af018 for: {'port': 1} {{(pid=85412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:32:22.304929 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-54fd58c7-817f-49f3-96f3-0e8330adf1d4 req-ce47976b-75a4-49fd-8304-46a09b45b60e tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:22.529081 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:22.648331 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device bf17ce92-785d-4433-bedf-275db09cbf22 up at agent ovs-agent-dv-cinder-786386-2-smb {{(pid=85413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:32:22.762491 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:22.895702 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.db_base_plugin_common [req-54fd58c7-817f-49f3-96f3-0e8330adf1d4 req-ce47976b-75a4-49fd-8304-46a09b45b60e tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Allocated IP 172.20.0.5 (1d6bd424-08bd-4eca-95aa-caa56a0031f4/f27ce411-0d84-4b80-8c16-9cf996d5a5a8/723487d3-c1dd-47ca-a8ce-10e48acca928) {{(pid=85412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:32:23.190848 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-54fd58c7-817f-49f3-96f3-0e8330adf1d4 req-ce47976b-75a4-49fd-8304-46a09b45b60e tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Notify callbacks [] for port, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:23.201429 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e5cf56-5a6c-4780-b831-948f9a3c8a85 None None] Network 0de54418-a11e-41fa-9870-200a5e5f3101 requested from dv-cinder-786386-2-smb {{(pid=85413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:32:23.212686 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.db_base_plugin_v2 [None req-67f80b57-c996-4af4-bcf1-6f03bb02279b admin admin] Deleting subnet 71c84b95-b11c-457f-87ee-1e77bacade61 {{(pid=85411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 20:32:23.233408 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-54fd58c7-817f-49f3-96f3-0e8330adf1d4 req-ce47976b-75a4-49fd-8304-46a09b45b60e tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245250087898'] for port, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:23.251310 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-67f80b57-c996-4af4-bcf1-6f03bb02279b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:23.258327 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.db.resource_extend [None req-7d04d73f-bf12-4244-b359-de4c00f5c595 admin admin] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 15 20:32:23.299508 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-7d04d73f-bf12-4244-b359-de4c00f5c595 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:23.367274 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-60abe9a8-ec2e-481e-91b3-9b3a85c0bee1 req-d15956a9-fad1-429b-8719-f1584b229042 tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2b5850b-e58f-408f-ba27-8b40b85ec2f7 HTTP/1.1" status: 200 len: 210 time: 0.4211166 Apr 15 20:32:23.383348 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7d04d73f-bf12-4244-b359-de4c00f5c595 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:23.387083 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-26024c9a-15f5-47e5-8658-2fdfb545745c req-309bddea-b9ff-4ec6-a830-0d0e46132388 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/ports?device_id=013242ac-6a8e-472e-9e6e-90232753f2c7 HTTP/1.1" status: 200 len: 210 time: 0.4422622 Apr 15 20:32:23.392111 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce47976b-75a4-49fd-8304-46a09b45b60e tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Pushing event updated for resources: {'Port': ['ID=723487d3-c1dd-47ca-a8ce-10e48acca928,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:23.444190 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4cae442b-74a5-4dfb-b4e9-12d24783c75b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:23.446036 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-ce47976b-75a4-49fd-8304-46a09b45b60e tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:23.561799 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-67f80b57-c996-4af4-bcf1-6f03bb02279b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:23.669169 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7d04d73f-bf12-4244-b359-de4c00f5c595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:23.677590 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Pushing event updated for resources: {'Port': ['ID=976de529-57d8-4416-9733-70b5ebb9f10c,revision_number=4']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:23.699582 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4cae442b-74a5-4dfb-b4e9-12d24783c75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:23.707365 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.982s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:23.711726 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-67f80b57-c996-4af4-bcf1-6f03bb02279b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854769281'] for subnet, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:23.712371 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.db_base_plugin_common [req-84360ab9-1abd-4e9a-b774-9ce8c2fac412 req-dd6a601c-f9bd-41c9-9e56-1aac8531551d tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] Allocated IP 172.20.0.3 (ff878d45-1665-450a-a6d6-20bd4693f384/1e5bd58d-538f-4085-af55-f2373326988a/431d1899-741c-4f0d-b594-b5d307b22afb) {{(pid=85412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:32:23.715051 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7d04d73f-bf12-4244-b359-de4c00f5c595 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16483476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16369182'] for router_interface, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:23.788177 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:23.817468 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Provisioning complete for port bf17ce92-785d-4433-bedf-275db09cbf22 triggered by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:32:23.818136 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:24.198022 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-1bb5616b-d1e0-467f-8538-76a18c5194e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6446fca8-d719-4369-b13f-84348828a7b9', 'name': 'tempest-AttachVolumeShelveTestJSON-561565636-router', 'tenant_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': 'e692ad89-e4eb-4f86-97cf-6cc98542daab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:32:12Z', 'updated_at': '2021-04-15T20:32:18Z', 'revision_number': 3, 'project_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'gw_port': {'id': 'e692ad89-e4eb-4f86-97cf-6cc98542daab', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:dd:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6446fca8-d719-4369-b13f-84348828a7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:32:15Z', 'updated_at': '2021-04-15T20:32:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb'}], 'dv-cinder-786386-2-smb', False) {} {{(pid=85413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:32:24.228758 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb5616b-d1e0-467f-8538-76a18c5194e6 None None] Checking router: 6446fca8-d719-4369-b13f-84348828a7b9 for host: dv-cinder-786386-2-smb {{(pid=85413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 20:32:24.229178 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb5616b-d1e0-467f-8538-76a18c5194e6 None None] Updating router 6446fca8-d719-4369-b13f-84348828a7b9 port e692ad89-e4eb-4f86-97cf-6cc98542daab binding host dv-cinder-786386-2-smb {{(pid=85413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 20:32:24.236518 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-84360ab9-1abd-4e9a-b774-9ce8c2fac412 req-dd6a601c-f9bd-41c9-9e56-1aac8531551d tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] Notify callbacks [] for port, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:24.437214 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-1bb5616b-d1e0-467f-8538-76a18c5194e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:24.475242 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-4cae442b-74a5-4dfb-b4e9-12d24783c75b admin admin] Synchronizing usage tracker for tenant:203499fb56794d42adc7872da1781d16 on resource:security_group {{(pid=85412) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:32:24.489573 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54fd58c7-817f-49f3-96f3-0e8330adf1d4 req-ce47976b-75a4-49fd-8304-46a09b45b60e tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Network 1d6bd424-08bd-4eca-95aa-caa56a0031f4 is already hosted by enough agents. {{(pid=85412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:32:24.500044 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d04d73f-bf12-4244-b359-de4c00f5c595 admin admin] Pushing event updated for resources: {'Port': ['ID=ff68ae56-a0c3-4bd8-b33a-2ef34cf7561e,revision_number=2']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:24.520200 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.base_scheduler [req-54fd58c7-817f-49f3-96f3-0e8330adf1d4 req-ce47976b-75a4-49fd-8304-46a09b45b60e tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Resources bound (agent type, host, resource id): {{(pid=85412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:32:24.544767 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d04d73f-bf12-4244-b359-de4c00f5c595 admin admin] Network ea2effbe-b5a2-46bc-8ec6-0a200ba4895c is already hosted by enough agents. {{(pid=85412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:32:24.546612 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-84360ab9-1abd-4e9a-b774-9ce8c2fac412 req-dd6a601c-f9bd-41c9-9e56-1aac8531551d tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245250087898'] for port, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:24.568630 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-7d04d73f-bf12-4244-b359-de4c00f5c595 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.778s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:24.570356 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.base_scheduler [None req-7d04d73f-bf12-4244-b359-de4c00f5c595 admin admin] Resources bound (agent type, host, resource id): {{(pid=85412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:32:24.574253 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-2d4e3ad2-3870-4e71-a822-376dc1d8d16e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:24.638887 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-4cae442b-74a5-4dfb-b4e9-12d24783c75b admin admin] Unset dirty status for tenant:203499fb56794d42adc7872da1781d16 on resource:security_group {{(pid=85412) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:32:24.645953 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-4cae442b-74a5-4dfb-b4e9-12d24783c75b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4d16acafae7f4093a8beb8af0cefa123&name=default HTTP/1.1" status: 200 len: 2977 time: 3.7512562 Apr 15 20:32:24.659417 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cae442b-74a5-4dfb-b4e9-12d24783c75b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac2add7-e1cd-4ec2-b2d1-2ceaa3f81c8a,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:24.878091 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 57322) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:32:25.073165 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device 976de529-57d8-4416-9733-70b5ebb9f10c up at agent ovs-agent-dv-cinder-786386-2-smb {{(pid=85413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:32:25.185135 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-4cae442b-74a5-4dfb-b4e9-12d24783c75b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.611s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:25.197098 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d04d73f-bf12-4244-b359-de4c00f5c595 admin admin] Router ae4f5ced-16a8-4e84-a377-93a2ae3c1398 has already been hosted by L3 agent f2e50876-c35d-48fb-9e24-f0907444cef9 {{(pid=85412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 20:32:25.303383 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Provisioning complete for port 976de529-57d8-4416-9733-70b5ebb9f10c triggered by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:32:25.303830 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:25.480538 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-d5089090-32b4-4e22-9736-256e72fbf88b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:25.511600 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-1bb5616b-d1e0-467f-8538-76a18c5194e6 None None] Notify callbacks [] for port, precommit_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:25.529100 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [req-54fd58c7-817f-49f3-96f3-0e8330adf1d4 req-ce47976b-75a4-49fd-8304-46a09b45b60e tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Received port after_create {{(pid=85412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:32:25.530849 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-1bb5616b-d1e0-467f-8538-76a18c5194e6 None None] Transition to ACTIVE for port object e692ad89-e4eb-4f86-97cf-6cc98542daab will not be triggered until provisioned by entity L2. {{(pid=85413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:32:25.535397 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-d5089090-32b4-4e22-9736-256e72fbf88b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:25.540239 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-1bb5616b-d1e0-467f-8538-76a18c5194e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:25.541084 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd58c7-817f-49f3-96f3-0e8330adf1d4 req-ce47976b-75a4-49fd-8304-46a09b45b60e tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:25.541821 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-54fd58c7-817f-49f3-96f3-0e8330adf1d4 req-ce47976b-75a4-49fd-8304-46a09b45b60e tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16483510'] for port, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:25.567982 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-ce47976b-75a4-49fd-8304-46a09b45b60e tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:25.577939 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:25.617092 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d04d73f-bf12-4244-b359-de4c00f5c595 admin admin] Notify agent at l3_agent.dv-cinder-786386-2-smb the message routers_updated {{(pid=85412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 20:32:25.626895 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db4f2d5-84de-45fe-afc7-e14bbc2b0d48 None None] Sync routers for ids ['ae4f5ced-16a8-4e84-a377-93a2ae3c1398'] in dv-cinder-786386-2-smb {{(pid=85414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 20:32:25.649575 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db4f2d5-84de-45fe-afc7-e14bbc2b0d48 None None] Routers {'ae4f5ced-16a8-4e84-a377-93a2ae3c1398'} bound to L3 agent in host dv-cinder-786386-2-smb {{(pid=85414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:32:25.655075 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-9db4f2d5-84de-45fe-afc7-e14bbc2b0d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T20:23:47Z,description=,heartbeat_timestamp=2021-04-15T20:32:17Z,host='dv-cinder-786386-2-smb',id=f2e50876-c35d-48fb-9e24-f0907444cef9,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:23:48Z,topic='l3_agent')) {'router_ids': ['ae4f5ced-16a8-4e84-a377-93a2ae3c1398'], 'active': True} {{(pid=85414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:32:25.756404 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6a601c-f9bd-41c9-9e56-1aac8531551d tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] Pushing event updated for resources: {'Port': ['ID=431d1899-741c-4f0d-b594-b5d307b22afb,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:25.770994 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-7d04d73f-bf12-4244-b359-de4c00f5c595 admin admin] 10.222.0.69 "PUT /v2.0/routers/ae4f5ced-16a8-4e84-a377-93a2ae3c1398/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6032677 Apr 15 20:32:25.788779 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-54fd58c7-817f-49f3-96f3-0e8330adf1d4 req-ce47976b-75a4-49fd-8304-46a09b45b60e tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4878070 Apr 15 20:32:25.789777 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-dd6a601c-f9bd-41c9-9e56-1aac8531551d tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:25.858821 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-d5089090-32b4-4e22-9736-256e72fbf88b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:25.882042 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84360ab9-1abd-4e9a-b774-9ce8c2fac412 req-dd6a601c-f9bd-41c9-9e56-1aac8531551d tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] Network ff878d45-1665-450a-a6d6-20bd4693f384 is already hosted by enough agents. {{(pid=85412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:32:25.883340 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.base_scheduler [req-84360ab9-1abd-4e9a-b774-9ce8c2fac412 req-dd6a601c-f9bd-41c9-9e56-1aac8531551d tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] Resources bound (agent type, host, resource id): {{(pid=85412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:32:25.885785 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [req-84360ab9-1abd-4e9a-b774-9ce8c2fac412 req-dd6a601c-f9bd-41c9-9e56-1aac8531551d tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] Received port after_create {{(pid=85412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:32:25.892325 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84360ab9-1abd-4e9a-b774-9ce8c2fac412 req-dd6a601c-f9bd-41c9-9e56-1aac8531551d tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:25.896839 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-84360ab9-1abd-4e9a-b774-9ce8c2fac412 req-dd6a601c-f9bd-41c9-9e56-1aac8531551d tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16483510'] for port, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:25.909671 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:25.943674 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-1bb5616b-d1e0-467f-8538-76a18c5194e6 None None] Attempting to bind port e692ad89-e4eb-4f86-97cf-6cc98542daab on host dv-cinder-786386-2-smb for vnic_type normal with profile {{(pid=85413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:32:25.944616 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-1bb5616b-d1e0-467f-8538-76a18c5194e6 None None] Attempting to bind port e692ad89-e4eb-4f86-97cf-6cc98542daab by drivers openvswitch,hyperv on host dv-cinder-786386-2-smb at level 0 using segments [{'id': 'a2d970bc-47e1-42ab-bd62-edbddac3ac5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4'}] {{(pid=85413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:32:25.945231 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb5616b-d1e0-467f-8538-76a18c5194e6 None None] Attempting to bind port e692ad89-e4eb-4f86-97cf-6cc98542daab on network 7c4aca2a-d888-4e9f-991a-bf8b268161b4 {{(pid=85413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:32:25.956318 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-84360ab9-1abd-4e9a-b774-9ce8c2fac412 req-dd6a601c-f9bd-41c9-9e56-1aac8531551d tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5066249 Apr 15 20:32:25.962625 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb5616b-d1e0-467f-8538-76a18c5194e6 None None] Checking agent: {'id': '30333bf1-a829-46d5-a227-fdc76695a1e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 23, 48), 'started_at': datetime.datetime(2021, 4, 15, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:32:25.963476 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb5616b-d1e0-467f-8538-76a18c5194e6 None None] Checking segment: {'id': 'a2d970bc-47e1-42ab-bd62-edbddac3ac5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:32:25.964264 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-1bb5616b-d1e0-467f-8538-76a18c5194e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:25.965046 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb5616b-d1e0-467f-8538-76a18c5194e6 None None] Bound using segment: {'id': 'a2d970bc-47e1-42ab-bd62-edbddac3ac5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4'} {{(pid=85413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:32:25.965798 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-1bb5616b-d1e0-467f-8538-76a18c5194e6 None None] Bound port: e692ad89-e4eb-4f86-97cf-6cc98542daab, host: dv-cinder-786386-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d970bc-47e1-42ab-bd62-edbddac3ac5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4'}}] {{(pid=85413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:32:25.966471 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-1bb5616b-d1e0-467f-8538-76a18c5194e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:25.999772 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e53ad3b-62fe-4704-b847-6b8d259b4b66 None None] Pushing event updated for resources: {'Port': ['ID=e692ad89-e4eb-4f86-97cf-6cc98542daab,revision_number=2']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:26.003637 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-7e53ad3b-62fe-4704-b847-6b8d259b4b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:26.019162 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1759294f-bf63-48dc-b9b6-1cb840e28c0c req-7c6d0573-b1f5-4ee0-b486-b6df0ae9e547 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:26.020909 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-1759294f-bf63-48dc-b9b6-1cb840e28c0c req-7c6d0573-b1f5-4ee0-b486-b6df0ae9e547 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/ports?device_id=013242ac-6a8e-472e-9e6e-90232753f2c7 HTTP/1.1" status: 200 len: 931 time: 1.1395013 Apr 15 20:32:26.051294 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5089090-32b4-4e22-9736-256e72fbf88b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac2add7-e1cd-4ec2-b2d1-2ceaa3f81c8a,revision_number=None']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:26.053472 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-d5089090-32b4-4e22-9736-256e72fbf88b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:26.057196 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-d5089090-32b4-4e22-9736-256e72fbf88b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fac2add7-e1cd-4ec2-b2d1-2ceaa3f81c8a HTTP/1.1" status: 204 len: 168 time: 1.0037062 Apr 15 20:32:26.058159 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-d5089090-32b4-4e22-9736-256e72fbf88b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:26.070806 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvr_db [None req-9db4f2d5-84de-45fe-afc7-e14bbc2b0d48 None None] Set router ae4f5ced-16a8-4e84-a377-93a2ae3c1398 gateway port host: dv-cinder-786386-2-smb {{(pid=85414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:32:26.115553 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-1bb5616b-d1e0-467f-8538-76a18c5194e6 None None] For port e692ad89-e4eb-4f86-97cf-6cc98542daab, host dv-cinder-786386-2-smb, cleared binding levels {{(pid=85413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:32:26.120130 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-1bb5616b-d1e0-467f-8538-76a18c5194e6 None None] For port e692ad89-e4eb-4f86-97cf-6cc98542daab, host dv-cinder-786386-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-2-smb',level=0,port_id=e692ad89-e4eb-4f86-97cf-6cc98542daab,segment=NetworkSegment(a2d970bc-47e1-42ab-bd62-edbddac3ac5a),segment_id=a2d970bc-47e1-42ab-bd62-edbddac3ac5a)] {{(pid=85413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:32:26.134464 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-1759294f-bf63-48dc-b9b6-1cb840e28c0c req-8d658460-fff8-408a-b452-d11d2ac2631c tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/security-groups?id=2edb3071-98d0-466a-b0a6-21d6399c15c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705760 Apr 15 20:32:26.178180 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc5d59d-fcef-4bfe-bdc4-16b61d89c8da req-73670a26-91c6-4978-bf12-195ff8d02f16 tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:26.185377 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-8fc5d59d-fcef-4bfe-bdc4-16b61d89c8da req-73670a26-91c6-4978-bf12-195ff8d02f16 tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2b5850b-e58f-408f-ba27-8b40b85ec2f7 HTTP/1.1" status: 200 len: 931 time: 1.2079124 Apr 15 20:32:26.195743 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-1bb5616b-d1e0-467f-8538-76a18c5194e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:26.205516 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-67f80b57-c996-4af4-bcf1-6f03bb02279b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-6519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16285263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461'] for subnet, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:26.219800 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-c81b79bb-76d7-45ff-95ad-cde3c3c23248 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:26.239306 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-0d757164-194a-49b5-9cb1-a8539a7f4469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:26.288614 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-504a514a-f9af-460d-ae21-0d88d422157f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:26.385094 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f80b57-c996-4af4-bcf1-6f03bb02279b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71c84b95-b11c-457f-87ee-1e77bacade61,revision_number=None']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:26.389368 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-67f80b57-c996-4af4-bcf1-6f03bb02279b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:26.696644 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-8fc5d59d-fcef-4bfe-bdc4-16b61d89c8da req-de16802a-efe8-4ebd-8cbf-27adce029a7a tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] Synchronizing usage tracker for tenant:1b94adc33bcb40f7aa0c95b4a8c4afae on resource:security_group {{(pid=85411) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:32:26.761124 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-8fc5d59d-fcef-4bfe-bdc4-16b61d89c8da req-de16802a-efe8-4ebd-8cbf-27adce029a7a tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] Unset dirty status for tenant:1b94adc33bcb40f7aa0c95b4a8c4afae on resource:security_group {{(pid=85411) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:32:26.769176 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [req-84360ab9-1abd-4e9a-b774-9ce8c2fac412 req-f834b770-f394-49ae-b28b-14d55569496b tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=85412) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 20:32:26.770623 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-84360ab9-1abd-4e9a-b774-9ce8c2fac412 req-f834b770-f394-49ae-b28b-14d55569496b tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0206261 Apr 15 20:32:26.776591 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e53ad3b-62fe-4704-b847-6b8d259b4b66 None None] Pushing event updated for resources: {'Port': ['ID=e692ad89-e4eb-4f86-97cf-6cc98542daab,revision_number=3']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:26.787282 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-7e53ad3b-62fe-4704-b847-6b8d259b4b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:26.790003 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-8fc5d59d-fcef-4bfe-bdc4-16b61d89c8da req-de16802a-efe8-4ebd-8cbf-27adce029a7a tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] 10.222.0.69 "GET /v2.0/security-groups?id=1665cfb5-0d66-414b-a623-b9fb9aac8744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6036160 Apr 15 20:32:26.800518 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [req-54fd58c7-817f-49f3-96f3-0e8330adf1d4 req-1d113348-90bf-44d9-b772-744bdbfb098d tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=85412) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 20:32:26.803962 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-54fd58c7-817f-49f3-96f3-0e8330adf1d4 req-1d113348-90bf-44d9-b772-744bdbfb098d tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0498080 Apr 15 20:32:26.838495 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-9db4f2d5-84de-45fe-afc7-e14bbc2b0d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae4f5ced-16a8-4e84-a377-93a2ae3c1398', 'name': 'tempest-ServerRescueNegativeTestJSON-214973705-router', 'tenant_id': '1e31b55aa57d4e31a2da58cc9cf6c253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.69'}], 'enable_snat': True}, 'gw_port_id': '976de529-57d8-4416-9733-70b5ebb9f10c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:32:11Z', 'updated_at': '2021-04-15T20:32:20Z', 'revision_number': 4, 'project_id': '1e31b55aa57d4e31a2da58cc9cf6c253', 'gw_port': {'id': '976de529-57d8-4416-9733-70b5ebb9f10c', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae4f5ced-16a8-4e84-a377-93a2ae3c1398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:32:13Z', 'updated_at': '2021-04-15T20:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb', '_interfaces': [{'id': 'ff68ae56-a0c3-4bd8-b33a-2ef34cf7561e', 'name': '', 'network_id': 'ea2effbe-b5a2-46bc-8ec6-0a200ba4895c', 'tenant_id': '1e31b55aa57d4e31a2da58cc9cf6c253', 'mac_address': 'fa:16:3e:81:23:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae4f5ced-16a8-4e84-a377-93a2ae3c1398', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c90fb5b4-5396-4daa-8e55-8894de66d707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:32:18Z', 'updated_at': '2021-04-15T20:32:21Z', 'revision_number': 2, 'project_id': '1e31b55aa57d4e31a2da58cc9cf6c253', 'subnets': [{'id': 'c90fb5b4-5396-4daa-8e55-8894de66d707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-2-smb', False) {} {{(pid=85414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:32:26.855061 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db4f2d5-84de-45fe-afc7-e14bbc2b0d48 None None] Checking router: ae4f5ced-16a8-4e84-a377-93a2ae3c1398 for host: dv-cinder-786386-2-smb {{(pid=85414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 20:32:26.856902 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db4f2d5-84de-45fe-afc7-e14bbc2b0d48 None None] Updating router ae4f5ced-16a8-4e84-a377-93a2ae3c1398 port ff68ae56-a0c3-4bd8-b33a-2ef34cf7561e binding host dv-cinder-786386-2-smb {{(pid=85414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 20:32:26.907990 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb5616b-d1e0-467f-8538-76a18c5194e6 None None] Routers {'6446fca8-d719-4369-b13f-84348828a7b9'} bound to L3 agent in host dv-cinder-786386-2-smb {{(pid=85413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:32:26.912037 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-1bb5616b-d1e0-467f-8538-76a18c5194e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T20:23:47Z,description=,heartbeat_timestamp=2021-04-15T20:32:17Z,host='dv-cinder-786386-2-smb',id=f2e50876-c35d-48fb-9e24-f0907444cef9,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:23:48Z,topic='l3_agent')) {'router_ids': ['6446fca8-d719-4369-b13f-84348828a7b9'], 'active': True} {{(pid=85413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:32:26.944762 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-67f80b57-c996-4af4-bcf1-6f03bb02279b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16483510'] for subnet, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:26.997407 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 57370) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:32:27.001491 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-67f80b57-c996-4af4-bcf1-6f03bb02279b admin admin] 10.222.0.69 "DELETE /v2.0/subnets/71c84b95-b11c-457f-87ee-1e77bacade61 HTTP/1.1" status: 204 len: 168 time: 5.0774562 Apr 15 20:32:27.060411 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9db4f2d5-84de-45fe-afc7-e14bbc2b0d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:27.184167 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.db_base_plugin_common [None req-0d757164-194a-49b5-9cb1-a8539a7f4469 admin admin] Allocated IP 172.20.0.1 (5bc06a2b-9024-484d-8786-16d9b4579274/115d02bc-de92-4568-be72-0d321d902e0d/622c616b-fc3b-41c7-904d-56a6708472ad) {{(pid=85411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:32:27.296314 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4d3528f6-430f-43af-998a-6e7493907856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16654812'] for network, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:27.384403 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [req-84360ab9-1abd-4e9a-b774-9ce8c2fac412 req-0a327e74-3e3d-4533-847d-3b1c5000127e service neutron] Request body: {'port': {'device_id': 'e2b5850b-e58f-408f-ba27-8b40b85ec2f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:32:27.909763 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc06f6-2b1f-493f-af25-01728d4d08b2 req-0c4f0a7f-a66d-4322-9898-9b66032a3d37 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:27.911286 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-9cdc06f6-2b1f-493f-af25-01728d4d08b2 req-0c4f0a7f-a66d-4322-9898-9b66032a3d37 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Synchronizing usage tracker for tenant:1e31b55aa57d4e31a2da58cc9cf6c253 on resource:network {{(pid=85411) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:32:27.999056 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvr_db [None req-1bb5616b-d1e0-467f-8538-76a18c5194e6 None None] Set router 6446fca8-d719-4369-b13f-84348828a7b9 gateway port host: dv-cinder-786386-2-smb {{(pid=85413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:32:28.070300 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [req-54fd58c7-817f-49f3-96f3-0e8330adf1d4 req-fd9c59e2-fccd-4b4e-a107-eebdb863bb83 service neutron] Request body: {'port': {'device_id': '013242ac-6a8e-472e-9e6e-90232753f2c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:32:28.355010 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9db4f2d5-84de-45fe-afc7-e14bbc2b0d48 None None] Notify callbacks [] for port, precommit_update {{(pid=85414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:28.384983 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-9db4f2d5-84de-45fe-afc7-e14bbc2b0d48 None None] Transition to ACTIVE for port object ff68ae56-a0c3-4bd8-b33a-2ef34cf7561e will not be triggered until provisioned by entity L2. {{(pid=85414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:32:28.397527 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9db4f2d5-84de-45fe-afc7-e14bbc2b0d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:28.622283 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-1bb5616b-d1e0-467f-8538-76a18c5194e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6446fca8-d719-4369-b13f-84348828a7b9', 'name': 'tempest-AttachVolumeShelveTestJSON-561565636-router', 'tenant_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': 'e692ad89-e4eb-4f86-97cf-6cc98542daab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:32:12Z', 'updated_at': '2021-04-15T20:32:18Z', 'revision_number': 3, 'project_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'gw_port': {'id': 'e692ad89-e4eb-4f86-97cf-6cc98542daab', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:dd:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6446fca8-d719-4369-b13f-84348828a7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:32:15Z', 'updated_at': '2021-04-15T20:32:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb'}], 'dv-cinder-786386-2-smb', False) {} {{(pid=85413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:32:28.627741 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb5616b-d1e0-467f-8538-76a18c5194e6 None None] The sync data for ids ['6446fca8-d719-4369-b13f-84348828a7b9'] in dv-cinder-786386-2-smb is: [{'id': '6446fca8-d719-4369-b13f-84348828a7b9', 'name': 'tempest-AttachVolumeShelveTestJSON-561565636-router', 'tenant_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': 'e692ad89-e4eb-4f86-97cf-6cc98542daab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:32:12Z', 'updated_at': '2021-04-15T20:32:18Z', 'revision_number': 3, 'project_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'gw_port': {'id': 'e692ad89-e4eb-4f86-97cf-6cc98542daab', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:dd:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6446fca8-d719-4369-b13f-84348828a7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:32:15Z', 'updated_at': '2021-04-15T20:32:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb'}] {{(pid=85413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 20:32:28.646742 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-9cdc06f6-2b1f-493f-af25-01728d4d08b2 req-0c4f0a7f-a66d-4322-9898-9b66032a3d37 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Unset dirty status for tenant:1e31b55aa57d4e31a2da58cc9cf6c253 on resource:network {{(pid=85411) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:32:28.648026 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-9cdc06f6-2b1f-493f-af25-01728d4d08b2 req-0c4f0a7f-a66d-4322-9898-9b66032a3d37 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/networks?id=ea2effbe-b5a2-46bc-8ec6-0a200ba4895c HTTP/1.1" status: 200 len: 818 time: 1.2993598 Apr 15 20:32:28.658693 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:28.678555 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-9cdc06f6-2b1f-493f-af25-01728d4d08b2 req-57db187e-aafc-4ada-a5b6-781b96f3ba41 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/quotas/1e31b55aa57d4e31a2da58cc9cf6c253 HTTP/1.1" status: 200 len: 375 time: 0.0118389 Apr 15 20:32:28.715154 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-84360ab9-1abd-4e9a-b774-9ce8c2fac412 req-0a327e74-3e3d-4533-847d-3b1c5000127e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:28.729502 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4d3528f6-430f-43af-998a-6e7493907856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16706558', 'neutron.services.segments.db._delete_segments_for_network-8791605228744'] for network, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:28.771840 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-0d757164-194a-49b5-9cb1-a8539a7f4469 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:28.830492 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b3daf3-e6ba-435d-8dce-70dc73df4be0 None None] Pushing event updated for resources: {'Port': ['ID=ff68ae56-a0c3-4bd8-b33a-2ef34cf7561e,revision_number=3']} {{(pid=85414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:28.835905 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-23b3daf3-e6ba-435d-8dce-70dc73df4be0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=85414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:28.844541 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-0d757164-194a-49b5-9cb1-a8539a7f4469 admin admin] Transition to ACTIVE for port object 622c616b-fc3b-41c7-904d-56a6708472ad will not be triggered until provisioned by entity DHCP. {{(pid=85411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:32:28.858031 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71dccdb-998a-4004-bd4f-599dffe1bf5f req-ac3ad479-be72-4168-8fc7-888cc96f7de8 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:28.859787 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-b71dccdb-998a-4004-bd4f-599dffe1bf5f req-ac3ad479-be72-4168-8fc7-888cc96f7de8 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/ports?device_id=013242ac-6a8e-472e-9e6e-90232753f2c7 HTTP/1.1" status: 200 len: 931 time: 0.9352634 Apr 15 20:32:28.881088 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-9cdc06f6-2b1f-493f-af25-01728d4d08b2 req-77b92f82-841c-4a90-a473-a4284414bde4 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=1e31b55aa57d4e31a2da58cc9cf6c253&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1928360 Apr 15 20:32:28.975737 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-54fd58c7-817f-49f3-96f3-0e8330adf1d4 req-fd9c59e2-fccd-4b4e-a107-eebdb863bb83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:29.024026 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-b71dccdb-998a-4004-bd4f-599dffe1bf5f req-bdf2b014-63b8-44e7-a00b-7a5de67b2d75 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/security-groups?id=2edb3071-98d0-466a-b0a6-21d6399c15c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509030 Apr 15 20:32:29.115742 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-0d757164-194a-49b5-9cb1-a8539a7f4469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245250087898'] for port, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:29.276555 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4d3528f6-430f-43af-998a-6e7493907856 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=85412) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:32:29.276946 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4d3528f6-430f-43af-998a-6e7493907856 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=85412) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:32:29.277791 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4d3528f6-430f-43af-998a-6e7493907856 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85412) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:32:29.278227 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4d3528f6-430f-43af-998a-6e7493907856 admin admin] Subscribe: > port after_create 55550000 {{(pid=85412) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:32:29.298845 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4d3528f6-430f-43af-998a-6e7493907856 admin admin] Subscribe: > port after_delete 55550000 {{(pid=85412) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:32:29.300316 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4d3528f6-430f-43af-998a-6e7493907856 admin admin] Subscribe: > port after_update 55550000 {{(pid=85412) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:32:29.300316 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4d3528f6-430f-43af-998a-6e7493907856 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=85412) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:32:29.300316 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4d3528f6-430f-43af-998a-6e7493907856 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85412) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:32:29.306660 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-9db4f2d5-84de-45fe-afc7-e14bbc2b0d48 None None] Attempting to bind port ff68ae56-a0c3-4bd8-b33a-2ef34cf7561e on host dv-cinder-786386-2-smb for vnic_type normal with profile {{(pid=85414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:32:29.306933 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4d3528f6-430f-43af-998a-6e7493907856 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85412) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:32:29.307285 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4d3528f6-430f-43af-998a-6e7493907856 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=85412) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:32:29.307806 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-9db4f2d5-84de-45fe-afc7-e14bbc2b0d48 None None] Attempting to bind port ff68ae56-a0c3-4bd8-b33a-2ef34cf7561e by drivers openvswitch,hyperv on host dv-cinder-786386-2-smb at level 0 using segments [{'id': '12e8ab93-f25d-4cfa-af33-1044a42b7753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ea2effbe-b5a2-46bc-8ec6-0a200ba4895c'}] {{(pid=85414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:32:29.308408 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db4f2d5-84de-45fe-afc7-e14bbc2b0d48 None None] Attempting to bind port ff68ae56-a0c3-4bd8-b33a-2ef34cf7561e on network ea2effbe-b5a2-46bc-8ec6-0a200ba4895c {{(pid=85414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:32:29.318000 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db4f2d5-84de-45fe-afc7-e14bbc2b0d48 None None] Checking agent: {'id': '30333bf1-a829-46d5-a227-fdc76695a1e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 23, 48), 'started_at': datetime.datetime(2021, 4, 15, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:32:29.319094 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db4f2d5-84de-45fe-afc7-e14bbc2b0d48 None None] Checking segment: {'id': '12e8ab93-f25d-4cfa-af33-1044a42b7753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ea2effbe-b5a2-46bc-8ec6-0a200ba4895c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:32:29.319879 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9db4f2d5-84de-45fe-afc7-e14bbc2b0d48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:29.321887 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db4f2d5-84de-45fe-afc7-e14bbc2b0d48 None None] Bound using segment: {'id': '12e8ab93-f25d-4cfa-af33-1044a42b7753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ea2effbe-b5a2-46bc-8ec6-0a200ba4895c'} {{(pid=85414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:32:29.322656 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-9db4f2d5-84de-45fe-afc7-e14bbc2b0d48 None None] Bound port: ff68ae56-a0c3-4bd8-b33a-2ef34cf7561e, host: dv-cinder-786386-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12e8ab93-f25d-4cfa-af33-1044a42b7753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ea2effbe-b5a2-46bc-8ec6-0a200ba4895c'}}] {{(pid=85414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:32:29.323272 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9db4f2d5-84de-45fe-afc7-e14bbc2b0d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:29.554970 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-9db4f2d5-84de-45fe-afc7-e14bbc2b0d48 None None] For port ff68ae56-a0c3-4bd8-b33a-2ef34cf7561e, host dv-cinder-786386-2-smb, cleared binding levels {{(pid=85414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:32:29.562850 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-9db4f2d5-84de-45fe-afc7-e14bbc2b0d48 None None] For port ff68ae56-a0c3-4bd8-b33a-2ef34cf7561e, host dv-cinder-786386-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-2-smb',level=0,port_id=ff68ae56-a0c3-4bd8-b33a-2ef34cf7561e,segment=NetworkSegment(12e8ab93-f25d-4cfa-af33-1044a42b7753),segment_id=12e8ab93-f25d-4cfa-af33-1044a42b7753)] {{(pid=85414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:32:29.580510 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9db4f2d5-84de-45fe-afc7-e14bbc2b0d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:29.581312 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-d5b52b46-8b53-494c-b65d-1fa6873c0991 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:29.628585 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-7fa526d6-ce9c-4ef9-b931-a9a676fa8dbb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:29.660109 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4d3528f6-430f-43af-998a-6e7493907856 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85412) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:32:29.660638 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4d3528f6-430f-43af-998a-6e7493907856 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85412) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:32:29.660959 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4d3528f6-430f-43af-998a-6e7493907856 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=85412) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:32:29.661305 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4d3528f6-430f-43af-998a-6e7493907856 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=85412) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:32:29.661667 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.services.segments.db [None req-4d3528f6-430f-43af-998a-6e7493907856 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['107d6a63-f29c-4180-b88d-9b074523cafe']}} {{(pid=85412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:32:29.683245 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.services.segments.db [None req-4d3528f6-430f-43af-998a-6e7493907856 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52218053-95ac-42d7-9401-25dce04a6abb') {'for_net_delete': True} {{(pid=85412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:32:29.683646 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.services.segments.db [None req-4d3528f6-430f-43af-998a-6e7493907856 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52218053-95ac-42d7-9401-25dce04a6abb') {} {{(pid=85412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:32:29.697741 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4d3528f6-430f-43af-998a-6e7493907856 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791605226969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1970009'] for segment, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:29.723372 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d757164-194a-49b5-9cb1-a8539a7f4469 admin admin] Pushing event updated for resources: {'Port': ['ID=622c616b-fc3b-41c7-904d-56a6708472ad,revision_number=1']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:29.736030 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-0d757164-194a-49b5-9cb1-a8539a7f4469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:29.883305 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d757164-194a-49b5-9cb1-a8539a7f4469 admin admin] Network 5bc06a2b-9024-484d-8786-16d9b4579274 is already hosted by enough agents. {{(pid=85411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:32:29.890651 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.base_scheduler [None req-0d757164-194a-49b5-9cb1-a8539a7f4469 admin admin] Resources bound (agent type, host, resource id): {{(pid=85411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:32:29.920529 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d757164-194a-49b5-9cb1-a8539a7f4469 admin admin] Received port after_create {{(pid=85411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:32:29.921905 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-0d757164-194a-49b5-9cb1-a8539a7f4469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838406535'] for router_interface, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:30.107723 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b3daf3-e6ba-435d-8dce-70dc73df4be0 None None] Pushing event updated for resources: {'Port': ['ID=ff68ae56-a0c3-4bd8-b33a-2ef34cf7561e,revision_number=4']} {{(pid=85414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:30.122013 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-23b3daf3-e6ba-435d-8dce-70dc73df4be0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=85414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:30.231087 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db4f2d5-84de-45fe-afc7-e14bbc2b0d48 None None] Routers {'ae4f5ced-16a8-4e84-a377-93a2ae3c1398'} bound to L3 agent in host dv-cinder-786386-2-smb {{(pid=85414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:32:30.232157 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-9db4f2d5-84de-45fe-afc7-e14bbc2b0d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T20:23:47Z,description=,heartbeat_timestamp=2021-04-15T20:32:17Z,host='dv-cinder-786386-2-smb',id=f2e50876-c35d-48fb-9e24-f0907444cef9,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:23:48Z,topic='l3_agent')) {'router_ids': ['ae4f5ced-16a8-4e84-a377-93a2ae3c1398'], 'active': True} {{(pid=85414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:32:30.356506 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-fd55e38b-a950-4aba-8bad-7ea3deb1b6ab None None] Provisioning for port 622c616b-fc3b-41c7-904d-56a6708472ad completed by entity DHCP. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:32:30.376066 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.db.resource_extend [req-54fd58c7-817f-49f3-96f3-0e8330adf1d4 req-fd9c59e2-fccd-4b4e-a107-eebdb863bb83 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 15 20:32:30.379292 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-fd55e38b-a950-4aba-8bad-7ea3deb1b6ab None None] Provisioning complete for port 622c616b-fc3b-41c7-904d-56a6708472ad triggered by entity DHCP. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:32:30.379677 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-fd55e38b-a950-4aba-8bad-7ea3deb1b6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:30.442287 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-9cdc06f6-2b1f-493f-af25-01728d4d08b2 req-4904f140-3f42-495d-9670-af3a4efb38f5 service neutron] 10.222.0.69 "GET /v2.0/networks/ea2effbe-b5a2-46bc-8ec6-0a200ba4895c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5251791 Apr 15 20:32:30.601064 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvr_db [None req-9db4f2d5-84de-45fe-afc7-e14bbc2b0d48 None None] Set router ae4f5ced-16a8-4e84-a377-93a2ae3c1398 gateway port host: dv-cinder-786386-2-smb {{(pid=85414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:32:30.610160 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-fd55e38b-a950-4aba-8bad-7ea3deb1b6ab None None] Port 622c616b-fc3b-41c7-904d-56a6708472ad cannot update to ACTIVE because it is not bound. {{(pid=85413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 20:32:30.637143 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [req-54fd58c7-817f-49f3-96f3-0e8330adf1d4 req-fd9c59e2-fccd-4b4e-a107-eebdb863bb83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 723487d3-c1dd-47ca-a8ce-10e48acca928 {{(pid=85412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:32:30.642053 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device e692ad89-e4eb-4f86-97cf-6cc98542daab up at agent ovs-agent-dv-cinder-786386-2-smb {{(pid=85413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:32:30.654690 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-54fd58c7-817f-49f3-96f3-0e8330adf1d4 req-fd9c59e2-fccd-4b4e-a107-eebdb863bb83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:30.686661 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [req-54fd58c7-817f-49f3-96f3-0e8330adf1d4 req-fd9c59e2-fccd-4b4e-a107-eebdb863bb83 service neutron] Transition to ACTIVE for port object 723487d3-c1dd-47ca-a8ce-10e48acca928 will not be triggered until provisioned by entity L2. {{(pid=85412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:32:30.716715 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-54fd58c7-817f-49f3-96f3-0e8330adf1d4 req-fd9c59e2-fccd-4b4e-a107-eebdb863bb83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2251697'] for port, after_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:30.780991 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Provisioning for port e692ad89-e4eb-4f86-97cf-6cc98542daab completed by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:32:30.792779 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Provisioning complete for port e692ad89-e4eb-4f86-97cf-6cc98542daab triggered by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:32:30.793113 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:30.830885 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-9cdc06f6-2b1f-493f-af25-01728d4d08b2 req-552ed2b3-332b-4eb9-8066-caa87a3e12a7 service neutron] 10.222.0.69 "GET /v2.0/networks/ea2effbe-b5a2-46bc-8ec6-0a200ba4895c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3620365 Apr 15 20:32:31.061840 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-0d757164-194a-49b5-9cb1-a8539a7f4469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:31.201099 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4d3528f6-430f-43af-998a-6e7493907856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-793'] for segment, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:31.215842 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-710145dc-68fe-4e40-bcd1-fe670e278aaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:31.294522 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:31.346617 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c905e768-ba29-427d-b1fc-3c1ba8c652d2 req-7ad008ce-95cc-457e-9b9d-16b9e1cfab13 tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:31.351415 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c905e768-ba29-427d-b1fc-3c1ba8c652d2 req-7ad008ce-95cc-457e-9b9d-16b9e1cfab13 tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2b5850b-e58f-408f-ba27-8b40b85ec2f7 HTTP/1.1" status: 200 len: 931 time: 1.8078413 Apr 15 20:32:31.380397 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] For port e692ad89-e4eb-4f86-97cf-6cc98542daab, host dv-cinder-786386-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-2-smb',level=0,port_id=e692ad89-e4eb-4f86-97cf-6cc98542daab,segment=NetworkSegment(a2d970bc-47e1-42ab-bd62-edbddac3ac5a),segment_id=a2d970bc-47e1-42ab-bd62-edbddac3ac5a)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:32:31.387825 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:31.407919 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:31.599680 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9c59e2-fccd-4b4e-a107-eebdb863bb83 service neutron] Pushing event updated for resources: {'Port': ['ID=723487d3-c1dd-47ca-a8ce-10e48acca928,revision_number=2']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:31.616861 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d3528f6-430f-43af-998a-6e7493907856 admin admin] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=85412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 20:32:31.723826 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-fd9c59e2-fccd-4b4e-a107-eebdb863bb83 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:31.727615 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Pushing event updated for resources: {'Port': ['ID=e692ad89-e4eb-4f86-97cf-6cc98542daab,revision_number=4']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:31.731198 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:31.892224 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c905e768-ba29-427d-b1fc-3c1ba8c652d2 req-09895ff1-224c-4ddf-a52c-52c23d1c9bf9 tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] 10.222.0.69 "GET /v2.0/security-groups?id=1665cfb5-0d66-414b-a623-b9fb9aac8744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3439364 Apr 15 20:32:32.171565 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cfe44e-0255-488c-a023-5eb3439abe54 req-44e1f74c-a165-445a-823c-e4dbe4d29a40 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:32.200316 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d4cfe44e-0255-488c-a023-5eb3439abe54 req-44e1f74c-a165-445a-823c-e4dbe4d29a40 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/ports?device_id=013242ac-6a8e-472e-9e6e-90232753f2c7 HTTP/1.1" status: 200 len: 943 time: 0.9006474 Apr 15 20:32:32.230458 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-9db4f2d5-84de-45fe-afc7-e14bbc2b0d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae4f5ced-16a8-4e84-a377-93a2ae3c1398', 'name': 'tempest-ServerRescueNegativeTestJSON-214973705-router', 'tenant_id': '1e31b55aa57d4e31a2da58cc9cf6c253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.69'}], 'enable_snat': True}, 'gw_port_id': '976de529-57d8-4416-9733-70b5ebb9f10c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:32:11Z', 'updated_at': '2021-04-15T20:32:20Z', 'revision_number': 4, 'project_id': '1e31b55aa57d4e31a2da58cc9cf6c253', 'gw_port': {'id': '976de529-57d8-4416-9733-70b5ebb9f10c', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae4f5ced-16a8-4e84-a377-93a2ae3c1398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:32:13Z', 'updated_at': '2021-04-15T20:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb', '_interfaces': [{'id': 'ff68ae56-a0c3-4bd8-b33a-2ef34cf7561e', 'name': '', 'network_id': 'ea2effbe-b5a2-46bc-8ec6-0a200ba4895c', 'tenant_id': '1e31b55aa57d4e31a2da58cc9cf6c253', 'mac_address': 'fa:16:3e:81:23:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae4f5ced-16a8-4e84-a377-93a2ae3c1398', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c90fb5b4-5396-4daa-8e55-8894de66d707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:32:18Z', 'updated_at': '2021-04-15T20:32:29Z', 'revision_number': 4, 'project_id': '1e31b55aa57d4e31a2da58cc9cf6c253', 'subnets': [{'id': 'c90fb5b4-5396-4daa-8e55-8894de66d707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-2-smb', False) {} {{(pid=85414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:32:32.246031 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db4f2d5-84de-45fe-afc7-e14bbc2b0d48 None None] The sync data for ids ['ae4f5ced-16a8-4e84-a377-93a2ae3c1398'] in dv-cinder-786386-2-smb is: [{'id': 'ae4f5ced-16a8-4e84-a377-93a2ae3c1398', 'name': 'tempest-ServerRescueNegativeTestJSON-214973705-router', 'tenant_id': '1e31b55aa57d4e31a2da58cc9cf6c253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.69'}], 'enable_snat': True}, 'gw_port_id': '976de529-57d8-4416-9733-70b5ebb9f10c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:32:11Z', 'updated_at': '2021-04-15T20:32:20Z', 'revision_number': 4, 'project_id': '1e31b55aa57d4e31a2da58cc9cf6c253', 'gw_port': {'id': '976de529-57d8-4416-9733-70b5ebb9f10c', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae4f5ced-16a8-4e84-a377-93a2ae3c1398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:32:13Z', 'updated_at': '2021-04-15T20:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb', '_interfaces': [{'id': 'ff68ae56-a0c3-4bd8-b33a-2ef34cf7561e', 'name': '', 'network_id': 'ea2effbe-b5a2-46bc-8ec6-0a200ba4895c', 'tenant_id': '1e31b55aa57d4e31a2da58cc9cf6c253', 'mac_address': 'fa:16:3e:81:23:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae4f5ced-16a8-4e84-a377-93a2ae3c1398', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c90fb5b4-5396-4daa-8e55-8894de66d707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:32:18Z', 'updated_at': '2021-04-15T20:32:29Z', 'revision_number': 4, 'project_id': '1e31b55aa57d4e31a2da58cc9cf6c253', 'subnets': [{'id': 'c90fb5b4-5396-4daa-8e55-8894de66d707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 20:32:32.397877 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-2ab47ba9-5b21-4b3e-afce-4870c5a730e6 req-1ff62326-92b7-43e9-9b1e-6f556c9712de tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=402d0c46-dfca-4bdc-bde6-0530e33b1285 HTTP/1.1" status: 200 len: 210 time: 0.2835286 Apr 15 20:32:32.597436 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d4cfe44e-0255-488c-a023-5eb3439abe54 req-696045ff-fe14-41ae-9fac-c2b5a3d5f308 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/security-groups?id=2edb3071-98d0-466a-b0a6-21d6399c15c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3937035 Apr 15 20:32:32.657621 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-4d3528f6-430f-43af-998a-6e7493907856 admin admin] Network 107d6a63-f29c-4180-b88d-9b074523cafe has no segments {{(pid=85412) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 20:32:32.674422 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4d3528f6-430f-43af-998a-6e7493907856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854775039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852524707'] for segment, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:32.745701 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [req-54fd58c7-817f-49f3-96f3-0e8330adf1d4 req-fd9c59e2-fccd-4b4e-a107-eebdb863bb83 service neutron] Attempting to bind port 723487d3-c1dd-47ca-a8ce-10e48acca928 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:32:32.766801 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [req-54fd58c7-817f-49f3-96f3-0e8330adf1d4 req-fd9c59e2-fccd-4b4e-a107-eebdb863bb83 service neutron] Attempting to bind port 723487d3-c1dd-47ca-a8ce-10e48acca928 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '36087674-63e1-4b37-9dd5-5f439f8a7270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '1d6bd424-08bd-4eca-95aa-caa56a0031f4'}] {{(pid=85412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:32:32.768871 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fd58c7-817f-49f3-96f3-0e8330adf1d4 req-fd9c59e2-fccd-4b4e-a107-eebdb863bb83 service neutron] Attempting to bind port 723487d3-c1dd-47ca-a8ce-10e48acca928 on network 1d6bd424-08bd-4eca-95aa-caa56a0031f4 {{(pid=85412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:32:32.862964 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-0d757164-194a-49b5-9cb1-a8539a7f4469 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:32.874719 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-0d757164-194a-49b5-9cb1-a8539a7f4469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:32.876034 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-0d757164-194a-49b5-9cb1-a8539a7f4469 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16483476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16369182'] for router_interface, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:32.926561 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device e692ad89-e4eb-4f86-97cf-6cc98542daab up at agent ovs-agent-dv-cinder-786386-2-smb {{(pid=85413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:32:32.931824 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-719be861-e967-466d-99e7-7077c1a0fba2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:33.030677 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fd58c7-817f-49f3-96f3-0e8330adf1d4 req-fd9c59e2-fccd-4b4e-a107-eebdb863bb83 service neutron] Port 723487d3-c1dd-47ca-a8ce-10e48acca928 on network 1d6bd424-08bd-4eca-95aa-caa56a0031f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 20:32:33.031094 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fd58c7-817f-49f3-96f3-0e8330adf1d4 req-fd9c59e2-fccd-4b4e-a107-eebdb863bb83 service neutron] Attempting to bind port 723487d3-c1dd-47ca-a8ce-10e48acca928 on network 1d6bd424-08bd-4eca-95aa-caa56a0031f4 {{(pid=85412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:32:33.066199 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fd58c7-817f-49f3-96f3-0e8330adf1d4 req-fd9c59e2-fccd-4b4e-a107-eebdb863bb83 service neutron] Checking agent: {'id': '70e73898-5ca9-4370-a761-abbf44013111', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 30, 18), 'started_at': datetime.datetime(2021, 4, 15, 20, 30, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:32:33.072917 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fd58c7-817f-49f3-96f3-0e8330adf1d4 req-fd9c59e2-fccd-4b4e-a107-eebdb863bb83 service neutron] Checking segment: {'id': '36087674-63e1-4b37-9dd5-5f439f8a7270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '1d6bd424-08bd-4eca-95aa-caa56a0031f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:32:33.073686 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fd58c7-817f-49f3-96f3-0e8330adf1d4 req-fd9c59e2-fccd-4b4e-a107-eebdb863bb83 service neutron] Bound using segment: {'id': '36087674-63e1-4b37-9dd5-5f439f8a7270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '1d6bd424-08bd-4eca-95aa-caa56a0031f4'} {{(pid=85412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:32:33.074364 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [req-54fd58c7-817f-49f3-96f3-0e8330adf1d4 req-fd9c59e2-fccd-4b4e-a107-eebdb863bb83 service neutron] Bound port: 723487d3-c1dd-47ca-a8ce-10e48acca928, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36087674-63e1-4b37-9dd5-5f439f8a7270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '1d6bd424-08bd-4eca-95aa-caa56a0031f4'}}] {{(pid=85412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:32:33.075708 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-54fd58c7-817f-49f3-96f3-0e8330adf1d4 req-fd9c59e2-fccd-4b4e-a107-eebdb863bb83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:33.176001 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 57534) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:32:33.213084 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d757164-194a-49b5-9cb1-a8539a7f4469 admin admin] Pushing event updated for resources: {'Port': ['ID=622c616b-fc3b-41c7-904d-56a6708472ad,revision_number=2']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:33.216099 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Provisioning complete for port e692ad89-e4eb-4f86-97cf-6cc98542daab triggered by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:32:33.216500 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:33.539865 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device ff68ae56-a0c3-4bd8-b33a-2ef34cf7561e up at agent ovs-agent-dv-cinder-786386-2-smb {{(pid=85413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:32:33.659779 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Provisioning for port ff68ae56-a0c3-4bd8-b33a-2ef34cf7561e completed by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:32:33.672957 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Provisioning complete for port ff68ae56-a0c3-4bd8-b33a-2ef34cf7561e triggered by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:32:33.673388 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:33.738081 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ab6fb-d7e8-446c-a1e4-8e081c64f1a7 req-fee28e76-ad0f-4b07-9e3e-17b54d7dbaa0 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:33.747138 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-107ab6fb-d7e8-446c-a1e4-8e081c64f1a7 req-fee28e76-ad0f-4b07-9e3e-17b54d7dbaa0 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/networks?id=ea2effbe-b5a2-46bc-8ec6-0a200ba4895c HTTP/1.1" status: 200 len: 818 time: 0.5439830 Apr 15 20:32:33.759337 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-0d757164-194a-49b5-9cb1-a8539a7f4469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.828s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:33.775589 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d757164-194a-49b5-9cb1-a8539a7f4469 admin admin] Network 5bc06a2b-9024-484d-8786-16d9b4579274 is already hosted by enough agents. {{(pid=85411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:32:33.785489 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-107ab6fb-d7e8-446c-a1e4-8e081c64f1a7 req-8b8950af-7b3e-4ac3-b344-cfd87d972914 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/quotas/1e31b55aa57d4e31a2da58cc9cf6c253 HTTP/1.1" status: 200 len: 375 time: 0.0374329 Apr 15 20:32:33.789069 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.base_scheduler [None req-0d757164-194a-49b5-9cb1-a8539a7f4469 admin admin] Resources bound (agent type, host, resource id): {{(pid=85411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:32:33.820407 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-ee3f1045-73e3-4746-9190-8d5e11124abc admin admin] Notify callbacks [] for security_group, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:33.926100 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:33.973779 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] For port ff68ae56-a0c3-4bd8-b33a-2ef34cf7561e, host dv-cinder-786386-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-2-smb',level=0,port_id=ff68ae56-a0c3-4bd8-b33a-2ef34cf7561e,segment=NetworkSegment(12e8ab93-f25d-4cfa-af33-1044a42b7753),segment_id=12e8ab93-f25d-4cfa-af33-1044a42b7753)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:32:33.978397 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:33.981071 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-c81b79bb-76d7-45ff-95ad-cde3c3c23248 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:34.006623 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-ee3f1045-73e3-4746-9190-8d5e11124abc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:32:34.011303 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-ee3f1045-73e3-4746-9190-8d5e11124abc admin admin] Usage tracker for resource:security_group_rule and tenant:86572df6b03a47e09707f7a9bc2ee00c is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:32:34.015116 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-ee3f1045-73e3-4746-9190-8d5e11124abc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:32:34.021432 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-ee3f1045-73e3-4746-9190-8d5e11124abc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:32:34.025021 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.agents_db [None req-12650cd8-a504-4c0d-a4a2-248dab766c22 None None] Agent healthcheck: found 6 active agents {{(pid=85414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:32:34.064196 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-4d3528f6-430f-43af-998a-6e7493907856 admin admin] Network 107d6a63-f29c-4180-b88d-9b074523cafe has no segments {{(pid=85412) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 20:32:34.097041 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Pushing event updated for resources: {'Port': ['ID=ff68ae56-a0c3-4bd8-b33a-2ef34cf7561e,revision_number=5']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:34.120205 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:34.131148 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-f8231461-5499-4c5b-868d-3707958076ba None None] Provisioning complete for port 622c616b-fc3b-41c7-904d-56a6708472ad triggered by entity DHCP. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:32:34.131580 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f8231461-5499-4c5b-868d-3707958076ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:34.138115 dv-cinder-786386-2-smb neutron-server[85298]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 15 20:32:34.138115 dv-cinder-786386-2-smb neutron-server[85298]: from cryptography.utils import int_from_bytes Apr 15 20:32:34.138115 dv-cinder-786386-2-smb neutron-server[85298]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 15 20:32:34.138115 dv-cinder-786386-2-smb neutron-server[85298]: from cryptography.utils import int_from_bytes Apr 15 20:32:34.138115 dv-cinder-786386-2-smb neutron-server[85298]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 15 20:32:34.138115 dv-cinder-786386-2-smb neutron-server[85298]: (rel_b, rel_a, rel_b), Apr 15 20:32:34.138115 dv-cinder-786386-2-smb neutron-server[85298]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 15 20:32:34.138115 dv-cinder-786386-2-smb neutron-server[85298]: (rel_b, rel_a, rel_b), Apr 15 20:32:34.138115 dv-cinder-786386-2-smb neutron-server[85298]: Traceback (most recent call last): Apr 15 20:32:34.138115 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 20:32:34.138115 dv-cinder-786386-2-smb neutron-server[85298]: timer() Apr 15 20:32:34.138115 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 20:32:34.138115 dv-cinder-786386-2-smb neutron-server[85298]: cb(*args, **kw) Apr 15 20:32:34.138115 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 20:32:34.138115 dv-cinder-786386-2-smb neutron-server[85298]: return func(*args, **kwargs) Apr 15 20:32:34.138115 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 20:32:34.138115 dv-cinder-786386-2-smb neutron-server[85298]: self._notify() Apr 15 20:32:34.138115 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 20:32:34.138115 dv-cinder-786386-2-smb neutron-server[85298]: self.callback(batched_events) Apr 15 20:32:34.138115 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 20:32:34.138115 dv-cinder-786386-2-smb neutron-server[85298]: event.method(event) Apr 15 20:32:34.138115 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 20:32:34.138115 dv-cinder-786386-2-smb neutron-server[85298]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 20:32:34.138115 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 20:32:34.138115 dv-cinder-786386-2-smb neutron-server[85298]: segment_id)['aggregates'][0] Apr 15 20:32:34.138115 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 20:32:34.138115 dv-cinder-786386-2-smb neutron-server[85298]: return f(self, *a, **k) Apr 15 20:32:34.138115 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 20:32:34.138115 dv-cinder-786386-2-smb neutron-server[85298]: return self._get(url).json() Apr 15 20:32:34.138115 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 20:32:34.138115 dv-cinder-786386-2-smb neutron-server[85298]: **kwargs) Apr 15 20:32:34.138115 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 20:32:34.138115 dv-cinder-786386-2-smb neutron-server[85298]: return self.request(url, 'GET', **kwargs) Apr 15 20:32:34.138115 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 20:32:34.138115 dv-cinder-786386-2-smb neutron-server[85298]: **endpoint_filter) Apr 15 20:32:34.138115 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 20:32:34.138115 dv-cinder-786386-2-smb neutron-server[85298]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 20:32:34.138115 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 20:32:34.138115 dv-cinder-786386-2-smb neutron-server[85298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 20:32:34.138115 dv-cinder-786386-2-smb neutron-server[85298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 20:32:34.176323 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-ee3f1045-73e3-4746-9190-8d5e11124abc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:34.193956 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27221d2-35c7-4e49-8a31-6e5b025fd03a req-62277322-d6cd-4cbe-8770-1343806116ca tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:34.195576 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f27221d2-35c7-4e49-8a31-6e5b025fd03a req-62277322-d6cd-4cbe-8770-1343806116ca tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2b5850b-e58f-408f-ba27-8b40b85ec2f7 HTTP/1.1" status: 200 len: 931 time: 0.4376934 Apr 15 20:32:34.210820 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-f8231461-5499-4c5b-868d-3707958076ba None None] Port 622c616b-fc3b-41c7-904d-56a6708472ad cannot update to ACTIVE because it is not bound. {{(pid=85413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 20:32:34.212645 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-107ab6fb-d7e8-446c-a1e4-8e081c64f1a7 req-36e0e82d-665c-4b18-90eb-841991b67cd0 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=1e31b55aa57d4e31a2da58cc9cf6c253&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4262342 Apr 15 20:32:34.243136 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [req-84360ab9-1abd-4e9a-b774-9ce8c2fac412 req-0a327e74-3e3d-4533-847d-3b1c5000127e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 431d1899-741c-4f0d-b594-b5d307b22afb {{(pid=85412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:32:34.257745 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-ee3f1045-73e3-4746-9190-8d5e11124abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:34.272411 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-84360ab9-1abd-4e9a-b774-9ce8c2fac412 req-0a327e74-3e3d-4533-847d-3b1c5000127e service neutron] Notify callbacks [] for port, precommit_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:34.299912 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-4cae442b-74a5-4dfb-b4e9-12d24783c75b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:34.377139 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [req-84360ab9-1abd-4e9a-b774-9ce8c2fac412 req-0a327e74-3e3d-4533-847d-3b1c5000127e service neutron] Transition to ACTIVE for port object 431d1899-741c-4f0d-b594-b5d307b22afb will not be triggered until provisioned by entity L2. {{(pid=85412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:32:34.379094 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [req-54fd58c7-817f-49f3-96f3-0e8330adf1d4 req-fd9c59e2-fccd-4b4e-a107-eebdb863bb83 service neutron] For port 723487d3-c1dd-47ca-a8ce-10e48acca928, host hv-cinder-78638, cleared binding levels {{(pid=85412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:32:34.382099 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3f1045-73e3-4746-9190-8d5e11124abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=005b1d61-75b6-41f1-83fc-53968fa715e9,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:34.411179 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-84360ab9-1abd-4e9a-b774-9ce8c2fac412 req-0a327e74-3e3d-4533-847d-3b1c5000127e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2251697'] for port, after_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:34.416317 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-ee3f1045-73e3-4746-9190-8d5e11124abc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=86572df6b03a47e09707f7a9bc2ee00c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1772096 Apr 15 20:32:34.420813 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4d3528f6-430f-43af-998a-6e7493907856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036838069257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16285283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036838401808'] for network, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:34.423797 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 57570) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:32:34.424732 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-ee3f1045-73e3-4746-9190-8d5e11124abc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:34.445696 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 57572) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:32:34.447757 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [req-54fd58c7-817f-49f3-96f3-0e8330adf1d4 req-fd9c59e2-fccd-4b4e-a107-eebdb863bb83 service neutron] For port 723487d3-c1dd-47ca-a8ce-10e48acca928, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=723487d3-c1dd-47ca-a8ce-10e48acca928,segment=NetworkSegment(36087674-63e1-4b37-9dd5-5f439f8a7270),segment_id=36087674-63e1-4b37-9dd5-5f439f8a7270)] {{(pid=85412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:32:34.452088 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:34.529907 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device ff68ae56-a0c3-4bd8-b33a-2ef34cf7561e up at agent ovs-agent-dv-cinder-786386-2-smb {{(pid=85413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:32:34.571787 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-54fd58c7-817f-49f3-96f3-0e8330adf1d4 req-fd9c59e2-fccd-4b4e-a107-eebdb863bb83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2251697'] for port, after_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:34.620309 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4d3528f6-430f-43af-998a-6e7493907856 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16483510'] for network, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:34.649737 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Provisioning complete for port ff68ae56-a0c3-4bd8-b33a-2ef34cf7561e triggered by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:32:34.651926 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:34.718765 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-107ab6fb-d7e8-446c-a1e4-8e081c64f1a7 req-04d4a6aa-941e-4344-acd4-93e7807bc057 service neutron] 10.222.0.69 "GET /v2.0/networks/ea2effbe-b5a2-46bc-8ec6-0a200ba4895c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4873364 Apr 15 20:32:34.735414 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-4d3528f6-430f-43af-998a-6e7493907856 admin admin] 10.222.0.69 "DELETE /v2.0/networks/107d6a63-f29c-4180-b88d-9b074523cafe HTTP/1.1" status: 204 len: 168 time: 7.7366621 Apr 15 20:32:34.736289 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a327e74-3e3d-4533-847d-3b1c5000127e service neutron] Pushing event updated for resources: {'Port': ['ID=431d1899-741c-4f0d-b594-b5d307b22afb,revision_number=2']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:34.749596 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 57590) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:32:34.801141 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-0a327e74-3e3d-4533-847d-3b1c5000127e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:34.808245 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-5f118166-0874-4a0c-ba52-e8a4286aac61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.226s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:34.817593 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f27221d2-35c7-4e49-8a31-6e5b025fd03a req-920ff30a-6b0f-4257-8137-b77fe009b4a3 tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] 10.222.0.69 "GET /v2.0/security-groups?id=1665cfb5-0d66-414b-a623-b9fb9aac8744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6130853 Apr 15 20:32:34.859432 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d757164-194a-49b5-9cb1-a8539a7f4469 admin admin] Router 6446fca8-d719-4369-b13f-84348828a7b9 has already been hosted by L3 agent f2e50876-c35d-48fb-9e24-f0907444cef9 {{(pid=85411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 20:32:34.887484 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3528f6-430f-43af-998a-6e7493907856 admin admin] Pushing event deleted for resources: {'Network': ['ID=107d6a63-f29c-4180-b88d-9b074523cafe,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:34.923475 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-4d3528f6-430f-43af-998a-6e7493907856 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:34.936877 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-107ab6fb-d7e8-446c-a1e4-8e081c64f1a7 req-813797f6-2f79-4a04-8dd0-fe566d8a8e92 service neutron] 10.222.0.69 "GET /v2.0/networks/ea2effbe-b5a2-46bc-8ec6-0a200ba4895c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171443 Apr 15 20:32:34.937367 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-7d04d73f-bf12-4244-b359-de4c00f5c595 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.312s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:35.024785 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-a34e5328-8f2b-4bb6-acc0-7be9cd431f94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:35.035271 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6a8531b3-f2d8-44df-b528-9e779c7c2666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:35.090778 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8fffd8b-ddd2-4916-a8d8-9d313e9fe979 admin admin] Deleting subnet c9ed6f08-7bed-4697-b0cb-da3a6ba6e4fb {{(pid=85412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 20:32:35.158052 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.76', 49754) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:32:35.179652 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-a34e5328-8f2b-4bb6-acc0-7be9cd431f94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:32:35.197394 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e8fffd8b-ddd2-4916-a8d8-9d313e9fe979 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:35.244715 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-a34e5328-8f2b-4bb6-acc0-7be9cd431f94 admin admin] Usage tracker for resource:security_group_rule and tenant:666aecb543b54e518434e45112a570fb is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:32:35.276376 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-a34e5328-8f2b-4bb6-acc0-7be9cd431f94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:32:35.283618 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-a34e5328-8f2b-4bb6-acc0-7be9cd431f94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:32:35.379123 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-98540023-fd81-46f5-b5fb-1d7ffde9e432 req-aa4dc9e3-9677-4d88-987b-7c361fbc7cad tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6a5ef30-fb31-4a4a-b920-e6f83c17d0bf HTTP/1.1" status: 200 len: 210 time: 0.2219048 Apr 15 20:32:35.406146 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc06f6-2b1f-493f-af25-01728d4d08b2 req-e0784fa3-5881-4b32-8fb9-138a636f7aee tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:35.407814 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-9cdc06f6-2b1f-493f-af25-01728d4d08b2 req-e0784fa3-5881-4b32-8fb9-138a636f7aee tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.76 "GET /v2.0/networks?id=ea2effbe-b5a2-46bc-8ec6-0a200ba4895c HTTP/1.1" status: 200 len: 818 time: 0.2408938 Apr 15 20:32:35.411056 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e8fffd8b-ddd2-4916-a8d8-9d313e9fe979 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852805791'] for subnet, precommit_delete_associations {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:35.449556 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6a8531b3-f2d8-44df-b528-9e779c7c2666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:35.456387 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [req-9cdc06f6-2b1f-493f-af25-01728d4d08b2 req-587bda25-855a-45d4-ac68-aa1ceb78ba22 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Request body: {'port': {'device_id': '402d0c46-dfca-4bdc-bde6-0530e33b1285', 'network_id': 'ea2effbe-b5a2-46bc-8ec6-0a200ba4895c', 'admin_state_up': True, 'tenant_id': '1e31b55aa57d4e31a2da58cc9cf6c253'}} {{(pid=85411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:32:35.478027 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9c59e2-fccd-4b4e-a107-eebdb863bb83 service neutron] Pushing event updated for resources: {'Port': ['ID=723487d3-c1dd-47ca-a8ce-10e48acca928,revision_number=3']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:35.486141 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd58c7-817f-49f3-96f3-0e8330adf1d4 req-fd9c59e2-fccd-4b4e-a107-eebdb863bb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:35.486857 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-54fd58c7-817f-49f3-96f3-0e8330adf1d4 req-fd9c59e2-fccd-4b4e-a107-eebdb863bb83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16483510'] for port, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:35.488779 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-54fd58c7-817f-49f3-96f3-0e8330adf1d4 req-fd9c59e2-fccd-4b4e-a107-eebdb863bb83 service neutron] 10.222.0.76 "PUT /v2.0/ports/723487d3-c1dd-47ca-a8ce-10e48acca928 HTTP/1.1" status: 200 len: 1093 time: 8.3874917 Apr 15 20:32:35.545724 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '013242ac-6a8e-472e-9e6e-90232753f2c7', 'tag': '723487d3-c1dd-47ca-a8ce-10e48acca928'}] {{(pid=85412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:32:35.561937 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-fd9c59e2-fccd-4b4e-a107-eebdb863bb83 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.624s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:35.574540 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b5f529-c60d-495f-a9b5-5d90e07831cc req-b866b62b-a0d7-4934-b46d-67b6bb35c207 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:35.576141 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-e7b5f529-c60d-495f-a9b5-5d90e07831cc req-b866b62b-a0d7-4934-b46d-67b6bb35c207 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/ports?device_id=013242ac-6a8e-472e-9e6e-90232753f2c7 HTTP/1.1" status: 200 len: 943 time: 0.4823420 Apr 15 20:32:35.611047 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d757164-194a-49b5-9cb1-a8539a7f4469 admin admin] Notify agent at l3_agent.dv-cinder-786386-2-smb the message routers_updated {{(pid=85411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 20:32:35.620693 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-0d757164-194a-49b5-9cb1-a8539a7f4469 admin admin] 10.222.0.69 "PUT /v2.0/routers/6446fca8-d719-4369-b13f-84348828a7b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6977034 Apr 15 20:32:35.622391 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81a9e83-e51d-42a3-bdc6-2d33c825e8f1 None None] Sync routers for ids ['6446fca8-d719-4369-b13f-84348828a7b9'] in dv-cinder-786386-2-smb {{(pid=85413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 20:32:35.637847 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81a9e83-e51d-42a3-bdc6-2d33c825e8f1 None None] Routers {'6446fca8-d719-4369-b13f-84348828a7b9'} bound to L3 agent in host dv-cinder-786386-2-smb {{(pid=85413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:32:35.638565 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-c81a9e83-e51d-42a3-bdc6-2d33c825e8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T20:23:47Z,description=,heartbeat_timestamp=2021-04-15T20:32:17Z,host='dv-cinder-786386-2-smb',id=f2e50876-c35d-48fb-9e24-f0907444cef9,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:23:48Z,topic='l3_agent')) {'router_ids': ['6446fca8-d719-4369-b13f-84348828a7b9'], 'active': True} {{(pid=85413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:32:35.678633 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-e7b5f529-c60d-495f-a9b5-5d90e07831cc req-8ae77c59-04b8-4e6b-80f9-ac902044d3b3 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/security-groups?id=2edb3071-98d0-466a-b0a6-21d6399c15c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876553 Apr 15 20:32:35.714356 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [req-9cdc06f6-2b1f-493f-af25-01728d4d08b2 req-587bda25-855a-45d4-ac68-aa1ceb78ba22 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:32:35.719239 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-9cdc06f6-2b1f-493f-af25-01728d4d08b2 req-587bda25-855a-45d4-ac68-aa1ceb78ba22 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Usage tracker for resource:port and tenant:1e31b55aa57d4e31a2da58cc9cf6c253 is out of sync, need to count used quota {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:32:35.722465 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-9cdc06f6-2b1f-493f-af25-01728d4d08b2 req-587bda25-855a-45d4-ac68-aa1ceb78ba22 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Quota usage for port was recalculated. Used quota:1. {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:32:35.723413 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e8fffd8b-ddd2-4916-a8d8-9d313e9fe979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854769281'] for subnet, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:35.729446 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [req-9cdc06f6-2b1f-493f-af25-01728d4d08b2 req-587bda25-855a-45d4-ac68-aa1ceb78ba22 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:32:35.740094 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cdc06f6-2b1f-493f-af25-01728d4d08b2 req-587bda25-855a-45d4-ac68-aa1ceb78ba22 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Made reservation on behalf of 1e31b55aa57d4e31a2da58cc9cf6c253 for: {'port': 1} {{(pid=85411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:32:35.754772 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-9cdc06f6-2b1f-493f-af25-01728d4d08b2 req-587bda25-855a-45d4-ac68-aa1ceb78ba22 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:35.884168 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvr_db [None req-c81a9e83-e51d-42a3-bdc6-2d33c825e8f1 None None] Set router 6446fca8-d719-4369-b13f-84348828a7b9 gateway port host: dv-cinder-786386-2-smb {{(pid=85413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:32:36.093947 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab27348-8480-4df3-a5ce-82e5606d0847 req-06ef46a6-f75e-4472-8f96-5495d5357539 tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:36.095751 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-2ab27348-8480-4df3-a5ce-82e5606d0847 req-06ef46a6-f75e-4472-8f96-5495d5357539 tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2b5850b-e58f-408f-ba27-8b40b85ec2f7 HTTP/1.1" status: 200 len: 943 time: 0.1381781 Apr 15 20:32:36.149721 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-2ab27348-8480-4df3-a5ce-82e5606d0847 req-99e702a8-97b9-4d46-9280-3405ddbf7e9e tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] 10.222.0.69 "GET /v2.0/security-groups?id=1665cfb5-0d66-414b-a623-b9fb9aac8744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448749 Apr 15 20:32:36.169400 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [req-84360ab9-1abd-4e9a-b774-9ce8c2fac412 req-0a327e74-3e3d-4533-847d-3b1c5000127e service neutron] Attempting to bind port 431d1899-741c-4f0d-b594-b5d307b22afb on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:32:36.170061 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [req-84360ab9-1abd-4e9a-b774-9ce8c2fac412 req-0a327e74-3e3d-4533-847d-3b1c5000127e service neutron] Attempting to bind port 431d1899-741c-4f0d-b594-b5d307b22afb by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '35d0a5c4-b5f6-45c1-9cdb-efabf28167a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'ff878d45-1665-450a-a6d6-20bd4693f384'}] {{(pid=85412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:32:36.170644 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84360ab9-1abd-4e9a-b774-9ce8c2fac412 req-0a327e74-3e3d-4533-847d-3b1c5000127e service neutron] Attempting to bind port 431d1899-741c-4f0d-b594-b5d307b22afb on network ff878d45-1665-450a-a6d6-20bd4693f384 {{(pid=85412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:32:36.182666 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84360ab9-1abd-4e9a-b774-9ce8c2fac412 req-0a327e74-3e3d-4533-847d-3b1c5000127e service neutron] Port 431d1899-741c-4f0d-b594-b5d307b22afb on network ff878d45-1665-450a-a6d6-20bd4693f384 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 20:32:36.198157 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84360ab9-1abd-4e9a-b774-9ce8c2fac412 req-0a327e74-3e3d-4533-847d-3b1c5000127e service neutron] Attempting to bind port 431d1899-741c-4f0d-b594-b5d307b22afb on network ff878d45-1665-450a-a6d6-20bd4693f384 {{(pid=85412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:32:36.222756 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84360ab9-1abd-4e9a-b774-9ce8c2fac412 req-0a327e74-3e3d-4533-847d-3b1c5000127e service neutron] Checking agent: {'id': '70e73898-5ca9-4370-a761-abbf44013111', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 30, 18), 'started_at': datetime.datetime(2021, 4, 15, 20, 30, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:32:36.223163 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84360ab9-1abd-4e9a-b774-9ce8c2fac412 req-0a327e74-3e3d-4533-847d-3b1c5000127e service neutron] Checking segment: {'id': '35d0a5c4-b5f6-45c1-9cdb-efabf28167a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'ff878d45-1665-450a-a6d6-20bd4693f384'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:32:36.224380 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84360ab9-1abd-4e9a-b774-9ce8c2fac412 req-0a327e74-3e3d-4533-847d-3b1c5000127e service neutron] Bound using segment: {'id': '35d0a5c4-b5f6-45c1-9cdb-efabf28167a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'ff878d45-1665-450a-a6d6-20bd4693f384'} {{(pid=85412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:32:36.224862 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [req-84360ab9-1abd-4e9a-b774-9ce8c2fac412 req-0a327e74-3e3d-4533-847d-3b1c5000127e service neutron] Bound port: 431d1899-741c-4f0d-b594-b5d307b22afb, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35d0a5c4-b5f6-45c1-9cdb-efabf28167a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'ff878d45-1665-450a-a6d6-20bd4693f384'}}] {{(pid=85412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:32:36.225246 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-84360ab9-1abd-4e9a-b774-9ce8c2fac412 req-0a327e74-3e3d-4533-847d-3b1c5000127e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:36.293084 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-a34e5328-8f2b-4bb6-acc0-7be9cd431f94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:36.303627 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6a8531b3-f2d8-44df-b528-9e779c7c2666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:36.325001 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-a34e5328-8f2b-4bb6-acc0-7be9cd431f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:36.328052 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:36.381457 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-c81a9e83-e51d-42a3-bdc6-2d33c825e8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6446fca8-d719-4369-b13f-84348828a7b9', 'name': 'tempest-AttachVolumeShelveTestJSON-561565636-router', 'tenant_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': 'e692ad89-e4eb-4f86-97cf-6cc98542daab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:32:12Z', 'updated_at': '2021-04-15T20:32:30Z', 'revision_number': 4, 'project_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'gw_port': {'id': 'e692ad89-e4eb-4f86-97cf-6cc98542daab', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6446fca8-d719-4369-b13f-84348828a7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:32:15Z', 'updated_at': '2021-04-15T20:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb', '_interfaces': [{'id': '622c616b-fc3b-41c7-904d-56a6708472ad', 'name': '', 'network_id': '5bc06a2b-9024-484d-8786-16d9b4579274', 'tenant_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'mac_address': 'fa:16:3e:32:2e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6446fca8-d719-4369-b13f-84348828a7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '115d02bc-de92-4568-be72-0d321d902e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:32:26Z', 'updated_at': '2021-04-15T20:32:31Z', 'revision_number': 2, 'project_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'subnets': [{'id': '115d02bc-de92-4568-be72-0d321d902e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-2-smb', False) {} {{(pid=85413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:32:36.399416 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 57646) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:32:36.403708 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81a9e83-e51d-42a3-bdc6-2d33c825e8f1 None None] Checking router: 6446fca8-d719-4369-b13f-84348828a7b9 for host: dv-cinder-786386-2-smb {{(pid=85413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 20:32:36.404399 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81a9e83-e51d-42a3-bdc6-2d33c825e8f1 None None] Updating router 6446fca8-d719-4369-b13f-84348828a7b9 port 622c616b-fc3b-41c7-904d-56a6708472ad binding host dv-cinder-786386-2-smb {{(pid=85413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 20:32:36.411552 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e8fffd8b-ddd2-4916-a8d8-9d313e9fe979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-6519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16285263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2251772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2048744'] for subnet, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:36.419328 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [None req-e8b18a19-428c-4943-981b-1bdb8e450c11 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1525687240', 'description': 'tempest-description--767531352'}} {{(pid=85411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:32:36.430398 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-e8b18a19-428c-4943-981b-1bdb8e450c11 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:32:36.442417 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-e8b18a19-428c-4943-981b-1bdb8e450c11 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Usage tracker for resource:security_group and tenant:a7106cb89b6d4e9399c7bc046ff492b4 is out of sync, need to count used quota {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:32:36.445242 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-a34e5328-8f2b-4bb6-acc0-7be9cd431f94 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=666aecb543b54e518434e45112a570fb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9553123 Apr 15 20:32:36.445745 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-e8b18a19-428c-4943-981b-1bdb8e450c11 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:32:36.448312 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 57654) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:32:36.458851 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-e8b18a19-428c-4943-981b-1bdb8e450c11 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:32:36.481090 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e8b18a19-428c-4943-981b-1bdb8e450c11 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks [] for security_group, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:36.488845 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8531b3-f2d8-44df-b528-9e779c7c2666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=005b1d61-75b6-41f1-83fc-53968fa715e9,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:36.519364 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-e8b18a19-428c-4943-981b-1bdb8e450c11 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:32:36.529162 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-e8b18a19-428c-4943-981b-1bdb8e450c11 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Usage tracker for resource:security_group_rule and tenant:a7106cb89b6d4e9399c7bc046ff492b4 is out of sync, need to count used quota {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:32:36.529414 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '013242ac-6a8e-472e-9e6e-90232753f2c7', 'tag': '723487d3-c1dd-47ca-a8ce-10e48acca928', 'status': 'completed', 'code': 200} Apr 15 20:32:36.535664 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34e5328-8f2b-4bb6-acc0-7be9cd431f94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3511c18-609b-4e27-9e2b-b0f595ce709a,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:36.535885 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-e8b18a19-428c-4943-981b-1bdb8e450c11 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:32:36.542511 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-e8b18a19-428c-4943-981b-1bdb8e450c11 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:32:36.584019 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c81a9e83-e51d-42a3-bdc6-2d33c825e8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:36.601083 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-a34e5328-8f2b-4bb6-acc0-7be9cd431f94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:36.643117 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.76', 49758) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:32:36.700463 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.259s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:36.700796 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:36.814750 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e8b18a19-428c-4943-981b-1bdb8e450c11 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks [] for security_group, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:36.835053 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.db_base_plugin_common [req-9cdc06f6-2b1f-493f-af25-01728d4d08b2 req-587bda25-855a-45d4-ac68-aa1ceb78ba22 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Allocated IP 172.20.0.2 (ea2effbe-b5a2-46bc-8ec6-0a200ba4895c/c90fb5b4-5396-4daa-8e55-8894de66d707/fc41e5a6-b0ea-49fb-b50c-ac856b571e16) {{(pid=85411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:32:36.840241 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-0fff0c87-0d4a-4b42-b55a-b39edd3e10b4 req-77d0237c-7aaf-4d14-8237-365b82932298 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6a5ef30-fb31-4a4a-b920-e6f83c17d0bf HTTP/1.1" status: 200 len: 210 time: 0.2497187 Apr 15 20:32:36.841176 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e8b18a19-428c-4943-981b-1bdb8e450c11 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:36.936372 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f29376fa-f1db-4135-8054-91dcbaf58328 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:36.976913 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 57668) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:32:37.008054 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.473s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:37.039430 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c81a9e83-e51d-42a3-bdc6-2d33c825e8f1 None None] Notify callbacks [] for port, precommit_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:37.053959 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-c81a9e83-e51d-42a3-bdc6-2d33c825e8f1 None None] Transition to ACTIVE for port object 622c616b-fc3b-41c7-904d-56a6708472ad will not be triggered until provisioned by entity L2. {{(pid=85413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:32:37.057215 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fffd8b-ddd2-4916-a8d8-9d313e9fe979 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9ed6f08-7bed-4697-b0cb-da3a6ba6e4fb,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:37.060637 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-e8fffd8b-ddd2-4916-a8d8-9d313e9fe979 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:37.065664 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c81a9e83-e51d-42a3-bdc6-2d33c825e8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:37.078898 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6a8531b3-f2d8-44df-b528-9e779c7c2666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:37.080108 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-6a8531b3-f2d8-44df-b528-9e779c7c2666 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/005b1d61-75b6-41f1-83fc-53968fa715e9 HTTP/1.1" status: 204 len: 168 time: 2.6372809 Apr 15 20:32:37.083076 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd58c7-817f-49f3-96f3-0e8330adf1d4 req-e01be506-abd5-4b5c-b245-4cfb55ea3725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:37.084385 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-54fd58c7-817f-49f3-96f3-0e8330adf1d4 req-e01be506-abd5-4b5c-b245-4cfb55ea3725 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=bc4964d16a264d71886df3d34b5af018&device_id=013242ac-6a8e-472e-9e6e-90232753f2c7 HTTP/1.1" status: 200 len: 1096 time: 1.5241685 Apr 15 20:32:37.129159 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd95cdc-78c5-4dd3-b049-c814ef2e8156 req-a547e234-6586-4378-a7f2-b74118d4f40d tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:37.130797 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-bfd95cdc-78c5-4dd3-b049-c814ef2e8156 req-a547e234-6586-4378-a7f2-b74118d4f40d tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/ports?device_id=013242ac-6a8e-472e-9e6e-90232753f2c7 HTTP/1.1" status: 200 len: 943 time: 0.2826324 Apr 15 20:32:37.131490 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b18a19-428c-4943-981b-1bdb8e450c11 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27a4496c-faf3-4e36-a2a3-82d63f6ce3d3,revision_number=1']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:37.147637 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e8b18a19-428c-4943-981b-1bdb8e450c11 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks [] for security_group, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:37.152105 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-e8b18a19-428c-4943-981b-1bdb8e450c11 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7515788 Apr 15 20:32:37.158427 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 57680) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:32:37.160644 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-e8b18a19-428c-4943-981b-1bdb8e450c11 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:37.188256 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [req-84360ab9-1abd-4e9a-b774-9ce8c2fac412 req-0a327e74-3e3d-4533-847d-3b1c5000127e service neutron] For port 431d1899-741c-4f0d-b594-b5d307b22afb, host hv-cinder-78638, cleared binding levels {{(pid=85412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:32:37.205131 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [None req-c8dfa7d6-0140-4c9e-95fc-34e476ffe6f6 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Request body: {'security_group_rule': {'security_group_id': '27a4496c-faf3-4e36-a2a3-82d63f6ce3d3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:32:37.211194 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-c8dfa7d6-0140-4c9e-95fc-34e476ffe6f6 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:32:37.215281 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-c8dfa7d6-0140-4c9e-95fc-34e476ffe6f6 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Usage tracker for resource:security_group_rule and tenant:a7106cb89b6d4e9399c7bc046ff492b4 is out of sync, need to count used quota {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:32:37.217459 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-54fd58c7-817f-49f3-96f3-0e8330adf1d4 req-51294560-1930-4034-b695-b806658379de service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=723487d3-c1dd-47ca-a8ce-10e48acca928 HTTP/1.1" status: 200 len: 217 time: 0.1215205 Apr 15 20:32:37.218434 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-c8dfa7d6-0140-4c9e-95fc-34e476ffe6f6 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:32:37.224869 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e8fffd8b-ddd2-4916-a8d8-9d313e9fe979 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:37.227615 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-c8dfa7d6-0140-4c9e-95fc-34e476ffe6f6 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:32:37.228050 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-e8fffd8b-ddd2-4916-a8d8-9d313e9fe979 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/c9ed6f08-7bed-4697-b0cb-da3a6ba6e4fb HTTP/1.1" status: 204 len: 168 time: 2.4756696 Apr 15 20:32:37.232482 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [req-84360ab9-1abd-4e9a-b774-9ce8c2fac412 req-0a327e74-3e3d-4533-847d-3b1c5000127e service neutron] For port 431d1899-741c-4f0d-b594-b5d307b22afb, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=431d1899-741c-4f0d-b594-b5d307b22afb,segment=NetworkSegment(35d0a5c4-b5f6-45c1-9cdb-efabf28167a9),segment_id=35d0a5c4-b5f6-45c1-9cdb-efabf28167a9)] {{(pid=85412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:32:37.235155 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 57686) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:32:37.255369 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ab6fb-d7e8-446c-a1e4-8e081c64f1a7 req-5247d40c-4fd7-40de-a315-9f72985d6c2d tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:37.257132 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-107ab6fb-d7e8-446c-a1e4-8e081c64f1a7 req-5247d40c-4fd7-40de-a315-9f72985d6c2d tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.76 "GET /v2.0/networks?id=ea2effbe-b5a2-46bc-8ec6-0a200ba4895c HTTP/1.1" status: 200 len: 818 time: 0.6130302 Apr 15 20:32:37.282618 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-eca9770e-6a33-4dc4-ae26-2f7f729d3e3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:37.291157 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:37.307467 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [req-107ab6fb-d7e8-446c-a1e4-8e081c64f1a7 req-c8d7d7f5-d76b-4a0a-bbab-d902acc9bd3a tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Request body: {'port': {'device_id': 'f6a5ef30-fb31-4a4a-b920-e6f83c17d0bf', 'network_id': 'ea2effbe-b5a2-46bc-8ec6-0a200ba4895c', 'admin_state_up': True, 'tenant_id': '1e31b55aa57d4e31a2da58cc9cf6c253'}} {{(pid=85411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:32:37.310753 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-eca9770e-6a33-4dc4-ae26-2f7f729d3e3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:37.375619 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-84360ab9-1abd-4e9a-b774-9ce8c2fac412 req-0a327e74-3e3d-4533-847d-3b1c5000127e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2251697'] for port, after_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:37.399661 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd58c7-817f-49f3-96f3-0e8330adf1d4 req-c19f76b1-9ecf-4717-b04b-f28c57e26295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:37.401253 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-54fd58c7-817f-49f3-96f3-0e8330adf1d4 req-c19f76b1-9ecf-4717-b04b-f28c57e26295 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f27ce411-0d84-4b80-8c16-9cf996d5a5a8 HTTP/1.1" status: 200 len: 855 time: 0.1674356 Apr 15 20:32:37.401882 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-eca9770e-6a33-4dc4-ae26-2f7f729d3e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:37.472260 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-c22947aa-d10c-4d52-b312-7ea7e700196c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:37.535284 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c8dfa7d6-0140-4c9e-95fc-34e476ffe6f6 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:37.550760 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-bfd95cdc-78c5-4dd3-b049-c814ef2e8156 req-941ee683-c74e-4fb9-9109-9bb29c17daf3 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/security-groups?id=2edb3071-98d0-466a-b0a6-21d6399c15c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3911815 Apr 15 20:32:37.626417 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa1953b-e2d4-4d7a-9f68-b1bdc4450b3b None None] Pushing event updated for resources: {'Port': ['ID=622c616b-fc3b-41c7-904d-56a6708472ad,revision_number=3']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:37.631405 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-7fa1953b-e2d4-4d7a-9f68-b1bdc4450b3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:37.664429 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 57694) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:32:37.685317 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-54fd58c7-817f-49f3-96f3-0e8330adf1d4 req-83ef16f6-7e14-4b7b-a9a9-460c46de091d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1d6bd424-08bd-4eca-95aa-caa56a0031f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2142005 Apr 15 20:32:37.716884 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-eca9770e-6a33-4dc4-ae26-2f7f729d3e3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:37.721820 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-eca9770e-6a33-4dc4-ae26-2f7f729d3e3f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a3511c18-609b-4e27-9e2b-b0f595ce709a HTTP/1.1" status: 204 len: 168 time: 1.2285028 Apr 15 20:32:37.775282 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9fb78f68-a8a1-4386-8c9c-8d6777374770 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:37.814446 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-89f82fc0-47c1-4b02-bad0-12462687cff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16654812'] for network, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:37.816318 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-c81a9e83-e51d-42a3-bdc6-2d33c825e8f1 None None] Attempting to bind port 622c616b-fc3b-41c7-904d-56a6708472ad on host dv-cinder-786386-2-smb for vnic_type normal with profile {{(pid=85413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:32:37.816948 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-c81a9e83-e51d-42a3-bdc6-2d33c825e8f1 None None] Attempting to bind port 622c616b-fc3b-41c7-904d-56a6708472ad by drivers openvswitch,hyperv on host dv-cinder-786386-2-smb at level 0 using segments [{'id': '8f8c4df8-9981-44cd-9c71-6e51c9e29c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '5bc06a2b-9024-484d-8786-16d9b4579274'}] {{(pid=85413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:32:37.817551 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81a9e83-e51d-42a3-bdc6-2d33c825e8f1 None None] Attempting to bind port 622c616b-fc3b-41c7-904d-56a6708472ad on network 5bc06a2b-9024-484d-8786-16d9b4579274 {{(pid=85413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:32:37.825175 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81a9e83-e51d-42a3-bdc6-2d33c825e8f1 None None] Checking agent: {'id': '30333bf1-a829-46d5-a227-fdc76695a1e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 23, 48), 'started_at': datetime.datetime(2021, 4, 15, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:32:37.826023 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81a9e83-e51d-42a3-bdc6-2d33c825e8f1 None None] Checking segment: {'id': '8f8c4df8-9981-44cd-9c71-6e51c9e29c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '5bc06a2b-9024-484d-8786-16d9b4579274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:32:37.826712 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c81a9e83-e51d-42a3-bdc6-2d33c825e8f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:37.832042 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81a9e83-e51d-42a3-bdc6-2d33c825e8f1 None None] Bound using segment: {'id': '8f8c4df8-9981-44cd-9c71-6e51c9e29c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '5bc06a2b-9024-484d-8786-16d9b4579274'} {{(pid=85413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:32:37.833601 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-c81a9e83-e51d-42a3-bdc6-2d33c825e8f1 None None] Bound port: 622c616b-fc3b-41c7-904d-56a6708472ad, host: dv-cinder-786386-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f8c4df8-9981-44cd-9c71-6e51c9e29c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '5bc06a2b-9024-484d-8786-16d9b4579274'}}] {{(pid=85413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:32:37.834282 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c81a9e83-e51d-42a3-bdc6-2d33c825e8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:37.870051 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [req-107ab6fb-d7e8-446c-a1e4-8e081c64f1a7 req-c8d7d7f5-d76b-4a0a-bbab-d902acc9bd3a tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:32:37.883217 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-66125ef7-4b7f-41ae-bc22-badf15566709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:37.964952 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-9fb78f68-a8a1-4386-8c9c-8d6777374770 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:32:37.987927 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-107ab6fb-d7e8-446c-a1e4-8e081c64f1a7 req-c8d7d7f5-d76b-4a0a-bbab-d902acc9bd3a tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Usage tracker for resource:port and tenant:1e31b55aa57d4e31a2da58cc9cf6c253 is out of sync, need to count used quota {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:32:37.990105 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-c81a9e83-e51d-42a3-bdc6-2d33c825e8f1 None None] For port 622c616b-fc3b-41c7-904d-56a6708472ad, host dv-cinder-786386-2-smb, cleared binding levels {{(pid=85413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:32:37.995401 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-c81a9e83-e51d-42a3-bdc6-2d33c825e8f1 None None] For port 622c616b-fc3b-41c7-904d-56a6708472ad, host dv-cinder-786386-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-2-smb',level=0,port_id=622c616b-fc3b-41c7-904d-56a6708472ad,segment=NetworkSegment(8f8c4df8-9981-44cd-9c71-6e51c9e29c18),segment_id=8f8c4df8-9981-44cd-9c71-6e51c9e29c18)] {{(pid=85413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:32:37.999409 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-107ab6fb-d7e8-446c-a1e4-8e081c64f1a7 req-c8d7d7f5-d76b-4a0a-bbab-d902acc9bd3a tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Quota usage for port was recalculated. Used quota:1. {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:32:38.001663 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c81a9e83-e51d-42a3-bdc6-2d33c825e8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:38.004830 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-66125ef7-4b7f-41ae-bc22-badf15566709 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:32:38.010466 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a327e74-3e3d-4533-847d-3b1c5000127e service neutron] Pushing event updated for resources: {'Port': ['ID=431d1899-741c-4f0d-b594-b5d307b22afb,revision_number=3']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:38.022655 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-9fb78f68-a8a1-4386-8c9c-8d6777374770 admin admin] Usage tracker for resource:security_group_rule and tenant:0ab9333183784ed18d4f4cf4e21152d8 is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:32:38.026020 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-0a327e74-3e3d-4533-847d-3b1c5000127e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:38.031613 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:38.057367 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.472s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:38.074156 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-9fb78f68-a8a1-4386-8c9c-8d6777374770 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:32:38.087335 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [req-107ab6fb-d7e8-446c-a1e4-8e081c64f1a7 req-c8d7d7f5-d76b-4a0a-bbab-d902acc9bd3a tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:32:38.093797 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-d752916a-b655-4a6c-91d8-aacb20df41b6 req-3a24d99a-7bff-4628-ac86-39575df98c0b tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Synchronizing usage tracker for tenant:1e31b55aa57d4e31a2da58cc9cf6c253 on resource:port {{(pid=85411) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:32:38.105888 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-9fb78f68-a8a1-4386-8c9c-8d6777374770 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:32:38.116435 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-66125ef7-4b7f-41ae-bc22-badf15566709 admin admin] Usage tracker for resource:security_group_rule and tenant:536c18eeaae748ff9f1cf501b1c92f7a is out of sync, need to count used quota {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:32:38.117048 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa1953b-e2d4-4d7a-9f68-b1bdc4450b3b None None] Pushing event updated for resources: {'Port': ['ID=622c616b-fc3b-41c7-904d-56a6708472ad,revision_number=4']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:38.124462 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca9770e-6a33-4dc4-ae26-2f7f729d3e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3511c18-609b-4e27-9e2b-b0f595ce709a,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:38.127204 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-66125ef7-4b7f-41ae-bc22-badf15566709 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:32:38.141142 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-eca9770e-6a33-4dc4-ae26-2f7f729d3e3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:38.162455 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-66125ef7-4b7f-41ae-bc22-badf15566709 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:32:38.171340 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c8dfa7d6-0140-4c9e-95fc-34e476ffe6f6 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:38.189639 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-7fa1953b-e2d4-4d7a-9f68-b1bdc4450b3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:38.200416 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-d752916a-b655-4a6c-91d8-aacb20df41b6 req-3a24d99a-7bff-4628-ac86-39575df98c0b tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Unset dirty status for tenant:1e31b55aa57d4e31a2da58cc9cf6c253 on resource:port {{(pid=85411) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:32:38.201219 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d752916a-b655-4a6c-91d8-aacb20df41b6 req-3a24d99a-7bff-4628-ac86-39575df98c0b tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6a5ef30-fb31-4a4a-b920-e6f83c17d0bf HTTP/1.1" status: 200 len: 210 time: 0.1705797 Apr 15 20:32:38.201896 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-107ab6fb-d7e8-446c-a1e4-8e081c64f1a7 req-c8d7d7f5-d76b-4a0a-bbab-d902acc9bd3a tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Made reservation on behalf of 1e31b55aa57d4e31a2da58cc9cf6c253 for: {'port': 1} {{(pid=85411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:32:38.208386 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-107ab6fb-d7e8-446c-a1e4-8e081c64f1a7 req-c8d7d7f5-d76b-4a0a-bbab-d902acc9bd3a tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:38.224515 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 57704) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:32:38.230873 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c8dfa7d6-0140-4c9e-95fc-34e476ffe6f6 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279719'] for security_group_rule, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:38.280481 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:38.281003 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-89f82fc0-47c1-4b02-bad0-12462687cff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16706558', 'neutron.services.segments.db._delete_segments_for_network-8791605228744'] for network, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:38.309677 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81a9e83-e51d-42a3-bdc6-2d33c825e8f1 None None] Routers {'6446fca8-d719-4369-b13f-84348828a7b9'} bound to L3 agent in host dv-cinder-786386-2-smb {{(pid=85413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:32:38.310382 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-c81a9e83-e51d-42a3-bdc6-2d33c825e8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T20:23:47Z,description=,heartbeat_timestamp=2021-04-15T20:32:17Z,host='dv-cinder-786386-2-smb',id=f2e50876-c35d-48fb-9e24-f0907444cef9,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:23:48Z,topic='l3_agent')) {'router_ids': ['6446fca8-d719-4369-b13f-84348828a7b9'], 'active': True} {{(pid=85413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:32:38.312277 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84360ab9-1abd-4e9a-b774-9ce8c2fac412 req-0a327e74-3e3d-4533-847d-3b1c5000127e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:38.312955 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-84360ab9-1abd-4e9a-b774-9ce8c2fac412 req-0a327e74-3e3d-4533-847d-3b1c5000127e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16483510'] for port, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:38.314477 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-84360ab9-1abd-4e9a-b774-9ce8c2fac412 req-0a327e74-3e3d-4533-847d-3b1c5000127e service neutron] 10.222.0.76 "PUT /v2.0/ports/431d1899-741c-4f0d-b594-b5d307b22afb HTTP/1.1" status: 200 len: 1093 time: 11.2391727 Apr 15 20:32:38.402340 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-66125ef7-4b7f-41ae-bc22-badf15566709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:38.458940 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-54fd58c7-817f-49f3-96f3-0e8330adf1d4 req-ab3f71a4-4811-4110-8ea8-8087bb95ab9c service neutron] 10.222.0.76 "GET /v2.0/networks/1d6bd424-08bd-4eca-95aa-caa56a0031f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7331486 Apr 15 20:32:38.506824 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-9cdc06f6-2b1f-493f-af25-01728d4d08b2 req-587bda25-855a-45d4-ac68-aa1ceb78ba22 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Notify callbacks [] for port, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:38.513478 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6fbfccb5-0a36-40e3-8f16-28a210c4fb8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:38.532618 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcd866c-9fce-47a8-bf2e-49542c18dbb7 req-8a9f6a47-b4e2-4eb9-9d42-30655c6a669c tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:38.540721 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-dfcd866c-9fce-47a8-bf2e-49542c18dbb7 req-8a9f6a47-b4e2-4eb9-9d42-30655c6a669c tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2b5850b-e58f-408f-ba27-8b40b85ec2f7 HTTP/1.1" status: 200 len: 943 time: 0.9797797 Apr 15 20:32:38.551896 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvr_db [None req-c81a9e83-e51d-42a3-bdc6-2d33c825e8f1 None None] Set router 6446fca8-d719-4369-b13f-84348828a7b9 gateway port host: dv-cinder-786386-2-smb {{(pid=85413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:32:38.566361 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c8dfa7d6-0140-4c9e-95fc-34e476ffe6f6 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:38.570970 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-c8dfa7d6-0140-4c9e-95fc-34e476ffe6f6 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4061592 Apr 15 20:32:38.570970 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dfa7d6-0140-4c9e-95fc-34e476ffe6f6 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3da815d-8c45-4bea-8bc6-839cdc7f578d,revision_number=0']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:38.570970 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-66125ef7-4b7f-41ae-bc22-badf15566709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:38.571217 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 57710) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:32:38.582562 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2b5850b-e58f-408f-ba27-8b40b85ec2f7', 'tag': '431d1899-741c-4f0d-b594-b5d307b22afb'}] {{(pid=85412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:32:38.584563 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [None req-a540b302-5137-41da-a59d-8a62c5b3d715 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Request body: {'security_group_rule': {'security_group_id': '27a4496c-faf3-4e36-a2a3-82d63f6ce3d3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:32:38.604991 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-c8dfa7d6-0140-4c9e-95fc-34e476ffe6f6 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:38.606016 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-6fbfccb5-0a36-40e3-8f16-28a210c4fb8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:32:38.611989 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:38.624398 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-a540b302-5137-41da-a59d-8a62c5b3d715 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:32:38.641647 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.services.segments.db [None req-89f82fc0-47c1-4b02-bad0-12462687cff9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0de54418-a11e-41fa-9870-200a5e5f3101']}} {{(pid=85412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:32:38.645470 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-6fbfccb5-0a36-40e3-8f16-28a210c4fb8d admin admin] Usage tracker for resource:security_group_rule and tenant:d36dfd3c90e747d790525be932346fa9 is out of sync, need to count used quota {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:32:38.658952 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-6fbfccb5-0a36-40e3-8f16-28a210c4fb8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:32:38.662919 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-a540b302-5137-41da-a59d-8a62c5b3d715 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Usage tracker for resource:security_group_rule and tenant:a7106cb89b6d4e9399c7bc046ff492b4 is out of sync, need to count used quota {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:32:38.676635 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.services.segments.db [None req-89f82fc0-47c1-4b02-bad0-12462687cff9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ee7ef19-48bb-482d-af5b-0e12726a3419') {'for_net_delete': True} {{(pid=85412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:32:38.676966 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.services.segments.db [None req-89f82fc0-47c1-4b02-bad0-12462687cff9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ee7ef19-48bb-482d-af5b-0e12726a3419') {} {{(pid=85412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:32:38.691281 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-a540b302-5137-41da-a59d-8a62c5b3d715 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:32:38.694227 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-6fbfccb5-0a36-40e3-8f16-28a210c4fb8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:32:38.714271 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-a540b302-5137-41da-a59d-8a62c5b3d715 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:32:38.721581 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-89f82fc0-47c1-4b02-bad0-12462687cff9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791605226969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1970009'] for segment, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:38.732379 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84360ab9-1abd-4e9a-b774-9ce8c2fac412 req-496731e3-7d7a-47a6-a00e-c8e7ab57982a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:38.733991 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-84360ab9-1abd-4e9a-b774-9ce8c2fac412 req-496731e3-7d7a-47a6-a00e-c8e7ab57982a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1b94adc33bcb40f7aa0c95b4a8c4afae&device_id=e2b5850b-e58f-408f-ba27-8b40b85ec2f7 HTTP/1.1" status: 200 len: 1096 time: 0.3439252 Apr 15 20:32:38.734626 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-dfcd866c-9fce-47a8-bf2e-49542c18dbb7 req-e79d5eb7-b262-43a4-a080-3b7a6eceffa0 tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] 10.222.0.69 "GET /v2.0/security-groups?id=1665cfb5-0d66-414b-a623-b9fb9aac8744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928692 Apr 15 20:32:38.746953 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-66125ef7-4b7f-41ae-bc22-badf15566709 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=536c18eeaae748ff9f1cf501b1c92f7a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7586896 Apr 15 20:32:38.766695 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 57718) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:32:38.818520 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66125ef7-4b7f-41ae-bc22-badf15566709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6a635d-075f-49a2-8bc1-42b15d2ed3fb,revision_number=1']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:38.832005 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-66125ef7-4b7f-41ae-bc22-badf15566709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:38.852597 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9fb78f68-a8a1-4386-8c9c-8d6777374770 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:38.855376 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-54fd58c7-817f-49f3-96f3-0e8330adf1d4 req-354a9b63-7cd8-4beb-a507-f7a0c1d01250 service neutron] 10.222.0.76 "GET /v2.0/networks/1d6bd424-08bd-4eca-95aa-caa56a0031f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3837194 Apr 15 20:32:38.864071 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-89f82fc0-47c1-4b02-bad0-12462687cff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-793'] for segment, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:38.872181 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2b5850b-e58f-408f-ba27-8b40b85ec2f7', 'tag': '431d1899-741c-4f0d-b594-b5d307b22afb', 'status': 'completed', 'code': 200} Apr 15 20:32:38.872827 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-a540b302-5137-41da-a59d-8a62c5b3d715 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:38.874222 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-84360ab9-1abd-4e9a-b774-9ce8c2fac412 req-11d1936c-c674-471c-b447-90ab69770f1f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=431d1899-741c-4f0d-b594-b5d307b22afb HTTP/1.1" status: 200 len: 217 time: 0.1065013 Apr 15 20:32:38.878352 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9fb78f68-a8a1-4386-8c9c-8d6777374770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:38.879517 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89f82fc0-47c1-4b02-bad0-12462687cff9 admin admin] Releasing vlan 1056 on physical network physnet1 to pool {{(pid=85412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 20:32:38.938598 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-9cdc06f6-2b1f-493f-af25-01728d4d08b2 req-587bda25-855a-45d4-ac68-aa1ceb78ba22 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245250087898'] for port, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:38.955891 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-c81a9e83-e51d-42a3-bdc6-2d33c825e8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6446fca8-d719-4369-b13f-84348828a7b9', 'name': 'tempest-AttachVolumeShelveTestJSON-561565636-router', 'tenant_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': 'e692ad89-e4eb-4f86-97cf-6cc98542daab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:32:12Z', 'updated_at': '2021-04-15T20:32:30Z', 'revision_number': 4, 'project_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'gw_port': {'id': 'e692ad89-e4eb-4f86-97cf-6cc98542daab', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6446fca8-d719-4369-b13f-84348828a7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:32:15Z', 'updated_at': '2021-04-15T20:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb', '_interfaces': [{'id': '622c616b-fc3b-41c7-904d-56a6708472ad', 'name': '', 'network_id': '5bc06a2b-9024-484d-8786-16d9b4579274', 'tenant_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'mac_address': 'fa:16:3e:32:2e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6446fca8-d719-4369-b13f-84348828a7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '115d02bc-de92-4568-be72-0d321d902e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:32:26Z', 'updated_at': '2021-04-15T20:32:37Z', 'revision_number': 4, 'project_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'subnets': [{'id': '115d02bc-de92-4568-be72-0d321d902e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-2-smb', False) {} {{(pid=85413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:32:38.960512 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81a9e83-e51d-42a3-bdc6-2d33c825e8f1 None None] The sync data for ids ['6446fca8-d719-4369-b13f-84348828a7b9'] in dv-cinder-786386-2-smb is: [{'id': '6446fca8-d719-4369-b13f-84348828a7b9', 'name': 'tempest-AttachVolumeShelveTestJSON-561565636-router', 'tenant_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': 'e692ad89-e4eb-4f86-97cf-6cc98542daab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:32:12Z', 'updated_at': '2021-04-15T20:32:30Z', 'revision_number': 4, 'project_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'gw_port': {'id': 'e692ad89-e4eb-4f86-97cf-6cc98542daab', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6446fca8-d719-4369-b13f-84348828a7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:32:15Z', 'updated_at': '2021-04-15T20:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb', '_interfaces': [{'id': '622c616b-fc3b-41c7-904d-56a6708472ad', 'name': '', 'network_id': '5bc06a2b-9024-484d-8786-16d9b4579274', 'tenant_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'mac_address': 'fa:16:3e:32:2e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6446fca8-d719-4369-b13f-84348828a7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '115d02bc-de92-4568-be72-0d321d902e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:32:26Z', 'updated_at': '2021-04-15T20:32:37Z', 'revision_number': 4, 'project_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'subnets': [{'id': '115d02bc-de92-4568-be72-0d321d902e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 20:32:38.966140 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:39.012130 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.db_base_plugin_common [req-107ab6fb-d7e8-446c-a1e4-8e081c64f1a7 req-c8d7d7f5-d76b-4a0a-bbab-d902acc9bd3a tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Allocated IP 172.20.0.9 (ea2effbe-b5a2-46bc-8ec6-0a200ba4895c/c90fb5b4-5396-4daa-8e55-8894de66d707/b7811b8b-0ba0-4aa4-98da-626bdc5c84fa) {{(pid=85411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:32:39.040645 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:39.193742 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-9fb78f68-a8a1-4386-8c9c-8d6777374770 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0ab9333183784ed18d4f4cf4e21152d8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5209460 Apr 15 20:32:39.204505 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 57724) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:32:39.277521 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6fbfccb5-0a36-40e3-8f16-28a210c4fb8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:39.285099 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-dca04945-1c36-401c-8ba2-e000c93459c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:39.289171 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84360ab9-1abd-4e9a-b774-9ce8c2fac412 req-04ad0a35-3fcd-438b-9a80-49c486702c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:39.290791 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-84360ab9-1abd-4e9a-b774-9ce8c2fac412 req-04ad0a35-3fcd-438b-9a80-49c486702c8f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1e5bd58d-538f-4085-af55-f2373326988a HTTP/1.1" status: 200 len: 851 time: 0.3867311 Apr 15 20:32:39.291447 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb78f68-a8a1-4386-8c9c-8d6777374770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b001f8f-316e-4783-9cf6-884f40228fc9,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:39.309360 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6fbfccb5-0a36-40e3-8f16-28a210c4fb8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:39.310334 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-9fb78f68-a8a1-4386-8c9c-8d6777374770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:39.333987 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587bda25-855a-45d4-ac68-aa1ceb78ba22 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Pushing event updated for resources: {'Port': ['ID=fc41e5a6-b0ea-49fb-b50c-ac856b571e16,revision_number=1']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:39.337161 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-587bda25-855a-45d4-ac68-aa1ceb78ba22 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:39.346013 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650da21-fbb0-4b8a-81ea-2cff4531b9a6 req-30723796-cdf5-4100-884d-d6eac0206e73 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:39.347831 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d650da21-fbb0-4b8a-81ea-2cff4531b9a6 req-30723796-cdf5-4100-884d-d6eac0206e73 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/ports?device_id=013242ac-6a8e-472e-9e6e-90232753f2c7 HTTP/1.1" status: 200 len: 943 time: 0.5663242 Apr 15 20:32:39.390997 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-84360ab9-1abd-4e9a-b774-9ce8c2fac412 req-aa597381-a9ad-492e-996b-258c7f5de232 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ff878d45-1665-450a-a6d6-20bd4693f384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781367 Apr 15 20:32:39.437152 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:39.563851 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-a540b302-5137-41da-a59d-8a62c5b3d715 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:39.599846 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-9e7c1a0f-cba9-404a-a87e-3bd72322e3f8 req-a33177e2-34ba-4298-98db-1e6018393863 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6a5ef30-fb31-4a4a-b920-e6f83c17d0bf HTTP/1.1" status: 200 len: 210 time: 0.1722724 Apr 15 20:32:39.620555 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-a540b302-5137-41da-a59d-8a62c5b3d715 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279719'] for security_group_rule, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:39.630060 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-6fbfccb5-0a36-40e3-8f16-28a210c4fb8d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d36dfd3c90e747d790525be932346fa9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4005735 Apr 15 20:32:39.635328 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-89f82fc0-47c1-4b02-bad0-12462687cff9 admin admin] Network 0de54418-a11e-41fa-9870-200a5e5f3101 has no segments {{(pid=85412) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 20:32:39.645576 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbfccb5-0a36-40e3-8f16-28a210c4fb8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e77dec3a-7e1b-47d5-880a-b8c979885106,revision_number=1']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:39.646172 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-89f82fc0-47c1-4b02-bad0-12462687cff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854775039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852524707'] for segment, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:39.648850 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-6fbfccb5-0a36-40e3-8f16-28a210c4fb8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:39.651402 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 57734) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:32:39.672730 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:39.747551 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-8e3a2d39-e9c4-47e7-91f2-0141c3840567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:39.758466 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a540b302-5137-41da-a59d-8a62c5b3d715 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ae04f37-990b-462b-83cb-314be7b19e2a,revision_number=0']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:39.761055 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-a540b302-5137-41da-a59d-8a62c5b3d715 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:39.792167 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cdc06f6-2b1f-493f-af25-01728d4d08b2 req-587bda25-855a-45d4-ac68-aa1ceb78ba22 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Network ea2effbe-b5a2-46bc-8ec6-0a200ba4895c is already hosted by enough agents. {{(pid=85411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:32:39.815279 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.base_scheduler [req-9cdc06f6-2b1f-493f-af25-01728d4d08b2 req-587bda25-855a-45d4-ac68-aa1ceb78ba22 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Resources bound (agent type, host, resource id): {{(pid=85411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:32:39.817713 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cdc06f6-2b1f-493f-af25-01728d4d08b2 req-587bda25-855a-45d4-ac68-aa1ceb78ba22 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Received port after_create {{(pid=85411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:32:39.824030 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc06f6-2b1f-493f-af25-01728d4d08b2 req-587bda25-855a-45d4-ac68-aa1ceb78ba22 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:39.824699 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-9cdc06f6-2b1f-493f-af25-01728d4d08b2 req-587bda25-855a-45d4-ac68-aa1ceb78ba22 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16483510'] for port, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:39.860726 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d650da21-fbb0-4b8a-81ea-2cff4531b9a6 req-960b7381-7b7b-447d-be37-d7f28910268d tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/security-groups?id=2edb3071-98d0-466a-b0a6-21d6399c15c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4807901 Apr 15 20:32:39.908256 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-8e3a2d39-e9c4-47e7-91f2-0141c3840567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:39.916522 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-9cdc06f6-2b1f-493f-af25-01728d4d08b2 req-587bda25-855a-45d4-ac68-aa1ceb78ba22 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4834051 Apr 15 20:32:39.926873 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-dca04945-1c36-401c-8ba2-e000c93459c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:39.957473 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-107ab6fb-d7e8-446c-a1e4-8e081c64f1a7 req-c8d7d7f5-d76b-4a0a-bbab-d902acc9bd3a tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Notify callbacks [] for port, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:39.965136 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-a540b302-5137-41da-a59d-8a62c5b3d715 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:39.967040 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-a540b302-5137-41da-a59d-8a62c5b3d715 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3902709 Apr 15 20:32:39.968359 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500f498-f889-4456-bb1b-35a065fb8306 req-f0a8ff7b-ee51-43c8-8582-f74f4e69fe33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:39.969954 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-4500f498-f889-4456-bb1b-35a065fb8306 req-f0a8ff7b-ee51-43c8-8582-f74f4e69fe33 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=bc4964d16a264d71886df3d34b5af018&device_id=013242ac-6a8e-472e-9e6e-90232753f2c7 HTTP/1.1" status: 200 len: 1096 time: 1.0089948 Apr 15 20:32:39.977090 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 57740) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:32:39.982006 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [req-9cdc06f6-2b1f-493f-af25-01728d4d08b2 req-51a7cc59-a161-40de-a58b-d32b2bf18a2c service neutron] Request body: {'port': {'device_id': '402d0c46-dfca-4bdc-bde6-0530e33b1285', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:32:40.000247 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [None req-695b6693-7846-470c-a319-74043fca99a7 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Request body: {'floatingip': {'floating_network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4'}} {{(pid=85412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:32:40.006891 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-695b6693-7846-470c-a319-74043fca99a7 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:32:40.011023 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-695b6693-7846-470c-a319-74043fca99a7 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Usage tracker for resource:floatingip and tenant:a7106cb89b6d4e9399c7bc046ff492b4 is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:32:40.014127 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-695b6693-7846-470c-a319-74043fca99a7 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:32:40.023853 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-89f82fc0-47c1-4b02-bad0-12462687cff9 admin admin] Network 0de54418-a11e-41fa-9870-200a5e5f3101 has no segments {{(pid=85412) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 20:32:40.068531 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-695b6693-7846-470c-a319-74043fca99a7 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:32:40.074304 dv-cinder-786386-2-smb neutron-server[85298]: Traceback (most recent call last): Apr 15 20:32:40.074304 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 20:32:40.074304 dv-cinder-786386-2-smb neutron-server[85298]: timer() Apr 15 20:32:40.074304 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 20:32:40.074304 dv-cinder-786386-2-smb neutron-server[85298]: cb(*args, **kw) Apr 15 20:32:40.074304 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 20:32:40.074304 dv-cinder-786386-2-smb neutron-server[85298]: return func(*args, **kwargs) Apr 15 20:32:40.074304 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 20:32:40.074304 dv-cinder-786386-2-smb neutron-server[85298]: self._notify() Apr 15 20:32:40.074304 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 20:32:40.074304 dv-cinder-786386-2-smb neutron-server[85298]: self.callback(batched_events) Apr 15 20:32:40.074304 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 20:32:40.074304 dv-cinder-786386-2-smb neutron-server[85298]: event.method(event) Apr 15 20:32:40.074304 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 20:32:40.074304 dv-cinder-786386-2-smb neutron-server[85298]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 20:32:40.074304 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 20:32:40.074304 dv-cinder-786386-2-smb neutron-server[85298]: segment_id)['aggregates'][0] Apr 15 20:32:40.074304 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 20:32:40.074304 dv-cinder-786386-2-smb neutron-server[85298]: return f(self, *a, **k) Apr 15 20:32:40.074304 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 20:32:40.074304 dv-cinder-786386-2-smb neutron-server[85298]: return self._get(url).json() Apr 15 20:32:40.074304 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 20:32:40.074304 dv-cinder-786386-2-smb neutron-server[85298]: **kwargs) Apr 15 20:32:40.074304 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 20:32:40.074304 dv-cinder-786386-2-smb neutron-server[85298]: return self.request(url, 'GET', **kwargs) Apr 15 20:32:40.074304 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 20:32:40.074304 dv-cinder-786386-2-smb neutron-server[85298]: **endpoint_filter) Apr 15 20:32:40.074304 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 20:32:40.074304 dv-cinder-786386-2-smb neutron-server[85298]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 20:32:40.074304 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 20:32:40.074304 dv-cinder-786386-2-smb neutron-server[85298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 20:32:40.074304 dv-cinder-786386-2-smb neutron-server[85298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 20:32:40.092319 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e732863e-c393-4ed7-a415-486be6049208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:40.215983 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e732863e-c393-4ed7-a415-486be6049208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:40.232919 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-84360ab9-1abd-4e9a-b774-9ce8c2fac412 req-bad82570-b0b5-49a9-b99a-5d9432edc5ed service neutron] 10.222.0.76 "GET /v2.0/networks/ff878d45-1665-450a-a6d6-20bd4693f384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8316460 Apr 15 20:32:40.250697 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-8e3a2d39-e9c4-47e7-91f2-0141c3840567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:40.252262 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-695b6693-7846-470c-a319-74043fca99a7 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks [] for floatingip, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:40.276799 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d16587-ea6a-4f28-abdb-8cbdacf35913 req-fd3393fa-e0bb-4a24-8cfa-fe912285909f tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:40.278414 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-88d16587-ea6a-4f28-abdb-8cbdacf35913 req-fd3393fa-e0bb-4a24-8cfa-fe912285909f tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2b5850b-e58f-408f-ba27-8b40b85ec2f7 HTTP/1.1" status: 200 len: 943 time: 0.3779306 Apr 15 20:32:40.279065 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-9cdc06f6-2b1f-493f-af25-01728d4d08b2 req-51a7cc59-a161-40de-a58b-d32b2bf18a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:40.293929 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:40.301678 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-107ab6fb-d7e8-446c-a1e4-8e081c64f1a7 req-c8d7d7f5-d76b-4a0a-bbab-d902acc9bd3a tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245250087898'] for port, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:40.354498 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3a2d39-e9c4-47e7-91f2-0141c3840567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b001f8f-316e-4783-9cf6-884f40228fc9,revision_number=None']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:40.359174 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-89f82fc0-47c1-4b02-bad0-12462687cff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036838069257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16285283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036838401808'] for network, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:40.398724 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-8e3a2d39-e9c4-47e7-91f2-0141c3840567 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:40.453825 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:40.454044 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:40.483783 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-dca04945-1c36-401c-8ba2-e000c93459c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:40.491991 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-89f82fc0-47c1-4b02-bad0-12462687cff9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16483510'] for network, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:40.495399 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f82fc0-47c1-4b02-bad0-12462687cff9 admin admin] Pushing event deleted for resources: {'Network': ['ID=0de54418-a11e-41fa-9870-200a5e5f3101,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:40.513421 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500f498-f889-4456-bb1b-35a065fb8306 req-69088027-779c-4dc2-ae83-3b0d6ae63137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:40.515053 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-4500f498-f889-4456-bb1b-35a065fb8306 req-69088027-779c-4dc2-ae83-3b0d6ae63137 service neutron] 10.222.0.76 "GET /v2.0/networks?id=1d6bd424-08bd-4eca-95aa-caa56a0031f4 HTTP/1.1" status: 200 len: 917 time: 0.5211186 Apr 15 20:32:40.520602 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-89f82fc0-47c1-4b02-bad0-12462687cff9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:40.523487 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-5f118166-0874-4a0c-ba52-e8a4286aac61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:40.529608 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device 622c616b-fc3b-41c7-904d-56a6708472ad up at agent ovs-agent-dv-cinder-786386-2-smb {{(pid=85413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:32:40.611313 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Provisioning for port 622c616b-fc3b-41c7-904d-56a6708472ad completed by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:32:40.617466 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Provisioning complete for port 622c616b-fc3b-41c7-904d-56a6708472ad triggered by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:32:40.618302 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:40.632458 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca04945-1c36-401c-8ba2-e000c93459c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6a635d-075f-49a2-8bc1-42b15d2ed3fb,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:40.641715 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-dca04945-1c36-401c-8ba2-e000c93459c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:40.643043 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-dca04945-1c36-401c-8ba2-e000c93459c0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5b6a635d-075f-49a2-8bc1-42b15d2ed3fb HTTP/1.1" status: 204 len: 168 time: 1.8740957 Apr 15 20:32:40.674881 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-dca04945-1c36-401c-8ba2-e000c93459c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:40.678193 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-89f82fc0-47c1-4b02-bad0-12462687cff9 admin admin] 10.222.0.69 "DELETE /v2.0/networks/0de54418-a11e-41fa-9870-200a5e5f3101 HTTP/1.1" status: 204 len: 168 time: 3.4016249 Apr 15 20:32:40.692237 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-4500f498-f889-4456-bb1b-35a065fb8306 req-13d78ac8-41ad-44af-9856-044ae53c80d1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=723487d3-c1dd-47ca-a8ce-10e48acca928 HTTP/1.1" status: 200 len: 217 time: 0.1458778 Apr 15 20:32:40.745140 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-8e3a2d39-e9c4-47e7-91f2-0141c3840567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:40.748716 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-8e3a2d39-e9c4-47e7-91f2-0141c3840567 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6b001f8f-316e-4783-9cf6-884f40228fc9 HTTP/1.1" status: 204 len: 168 time: 1.5333807 Apr 15 20:32:40.765873 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-84360ab9-1abd-4e9a-b774-9ce8c2fac412 req-70ef0f0b-dd6e-45db-b830-00f210f7ba08 service neutron] 10.222.0.76 "GET /v2.0/networks/ff878d45-1665-450a-a6d6-20bd4693f384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5232196 Apr 15 20:32:40.786280 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:40.835757 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500f498-f889-4456-bb1b-35a065fb8306 req-2ab72c4e-6196-4952-8d5d-e5a41a7e4506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:40.837745 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-4500f498-f889-4456-bb1b-35a065fb8306 req-2ab72c4e-6196-4952-8d5d-e5a41a7e4506 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f27ce411-0d84-4b80-8c16-9cf996d5a5a8 HTTP/1.1" status: 200 len: 855 time: 0.1362393 Apr 15 20:32:40.847234 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] For port 622c616b-fc3b-41c7-904d-56a6708472ad, host dv-cinder-786386-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-2-smb',level=0,port_id=622c616b-fc3b-41c7-904d-56a6708472ad,segment=NetworkSegment(8f8c4df8-9981-44cd-9c71-6e51c9e29c18),segment_id=8f8c4df8-9981-44cd-9c71-6e51c9e29c18)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:32:40.851517 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:40.855735 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-7e53ad3b-62fe-4704-b847-6b8d259b4b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:40.954403 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Pushing event updated for resources: {'Port': ['ID=622c616b-fc3b-41c7-904d-56a6708472ad,revision_number=5']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:40.959742 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-4500f498-f889-4456-bb1b-35a065fb8306 req-875f7c2e-9f24-4fd1-82eb-119aeaca93a8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1d6bd424-08bd-4eca-95aa-caa56a0031f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596368 Apr 15 20:32:40.961293 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:40.974111 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-88d16587-ea6a-4f28-abdb-8cbdacf35913 req-f4372fe7-bec5-447b-977f-8b6c930b16c1 tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] 10.222.0.69 "GET /v2.0/security-groups?id=1665cfb5-0d66-414b-a623-b9fb9aac8744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6836085 Apr 15 20:32:41.101331 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 57756) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:32:41.150981 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-695b6693-7846-470c-a319-74043fca99a7 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:41.162070 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e732863e-c393-4ed7-a415-486be6049208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:41.207858 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 57760) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:32:41.210453 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d7d7f5-d76b-4a0a-bbab-d902acc9bd3a tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Pushing event updated for resources: {'Port': ['ID=b7811b8b-0ba0-4aa4-98da-626bdc5c84fa,revision_number=1']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:41.217471 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-4500f498-f889-4456-bb1b-35a065fb8306 req-18f7a718-b90a-47d7-ab5a-0c8243a092b1 service neutron] 10.222.0.76 "GET /v2.0/networks/1d6bd424-08bd-4eca-95aa-caa56a0031f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449622 Apr 15 20:32:41.247019 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-c8d7d7f5-d76b-4a0a-bbab-d902acc9bd3a tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.788s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:41.263260 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-4db9b4d0-ed10-4ef0-9491-20a753bda29c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:41.304690 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e732863e-c393-4ed7-a415-486be6049208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e77dec3a-7e1b-47d5-880a-b8c979885106,revision_number=None']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:41.312108 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-e732863e-c393-4ed7-a415-486be6049208 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:41.387507 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-5038a20b-bacd-4927-8e7f-fecfa935ec64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:41.419824 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-5038a20b-bacd-4927-8e7f-fecfa935ec64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:32:41.426349 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e732863e-c393-4ed7-a415-486be6049208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:41.430004 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-e732863e-c393-4ed7-a415-486be6049208 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e77dec3a-7e1b-47d5-880a-b8c979885106 HTTP/1.1" status: 204 len: 168 time: 1.7480676 Apr 15 20:32:41.436568 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-5038a20b-bacd-4927-8e7f-fecfa935ec64 admin admin] Usage tracker for resource:security_group_rule and tenant:a5f40961b86f40bfb883e15f55eeb47b is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:32:41.439579 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-5038a20b-bacd-4927-8e7f-fecfa935ec64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:32:41.445619 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-5038a20b-bacd-4927-8e7f-fecfa935ec64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:32:41.450070 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-87ab0089-1e96-4cf2-9d8b-334c390373ab admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0dc675179ab646618e32dc7e5a1b1f94&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3113108 Apr 15 20:32:41.464379 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-107ab6fb-d7e8-446c-a1e4-8e081c64f1a7 req-c8d7d7f5-d76b-4a0a-bbab-d902acc9bd3a tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Network ea2effbe-b5a2-46bc-8ec6-0a200ba4895c is already hosted by enough agents. {{(pid=85411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:32:41.465196 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 57772) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:32:41.471415 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69673cf9-5cc4-43bf-81ad-befcc452848a req-c392f5d6-35c1-46ce-a421-4386c1949ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:41.473000 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-69673cf9-5cc4-43bf-81ad-befcc452848a req-c392f5d6-35c1-46ce-a421-4386c1949ec8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1b94adc33bcb40f7aa0c95b4a8c4afae&device_id=e2b5850b-e58f-408f-ba27-8b40b85ec2f7 HTTP/1.1" status: 200 len: 1096 time: 0.6301250 Apr 15 20:32:41.520741 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.base_scheduler [req-107ab6fb-d7e8-446c-a1e4-8e081c64f1a7 req-c8d7d7f5-d76b-4a0a-bbab-d902acc9bd3a tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Resources bound (agent type, host, resource id): {{(pid=85411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:32:41.551097 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [req-107ab6fb-d7e8-446c-a1e4-8e081c64f1a7 req-c8d7d7f5-d76b-4a0a-bbab-d902acc9bd3a tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Received port after_create {{(pid=85411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:32:41.557751 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ab6fb-d7e8-446c-a1e4-8e081c64f1a7 req-c8d7d7f5-d76b-4a0a-bbab-d902acc9bd3a tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:41.558801 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-107ab6fb-d7e8-446c-a1e4-8e081c64f1a7 req-c8d7d7f5-d76b-4a0a-bbab-d902acc9bd3a tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16483510'] for port, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:41.575276 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-4500f498-f889-4456-bb1b-35a065fb8306 req-85f8c038-87d2-4950-9de5-e99f060ff7ff service neutron] 10.222.0.76 "GET /v2.0/networks/1d6bd424-08bd-4eca-95aa-caa56a0031f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3353884 Apr 15 20:32:41.656216 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18003c3e-dc63-4048-a8d3-1e0f8ae8b74e req-c9dd9b7f-56e1-492f-9777-ccee7b25828e tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:41.656992 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-18003c3e-dc63-4048-a8d3-1e0f8ae8b74e req-c9dd9b7f-56e1-492f-9777-ccee7b25828e tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Synchronizing usage tracker for tenant:1e31b55aa57d4e31a2da58cc9cf6c253 on resource:port {{(pid=85411) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:32:41.671625 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-107ab6fb-d7e8-446c-a1e4-8e081c64f1a7 req-c8d7d7f5-d76b-4a0a-bbab-d902acc9bd3a tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3773434 Apr 15 20:32:41.685716 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-5038a20b-bacd-4927-8e7f-fecfa935ec64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:41.700200 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.db_base_plugin_common [None req-695b6693-7846-470c-a319-74043fca99a7 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Allocated IP 172.28.3.93 (7c4aca2a-d888-4e9f-991a-bf8b268161b4/4dc7f199-63f9-40c2-a905-3297e9bf7ee9/ecb8efb5-c975-4b46-af68-45876d8c17c5) {{(pid=85412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:32:41.702835 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [req-107ab6fb-d7e8-446c-a1e4-8e081c64f1a7 req-ece2ed55-df6a-40ce-a324-7219fbc22eb4 service neutron] Request body: {'port': {'device_id': 'f6a5ef30-fb31-4a4a-b920-e6f83c17d0bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:32:41.709053 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-5038a20b-bacd-4927-8e7f-fecfa935ec64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:41.725831 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:41.735430 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-ba3df180-e59e-4935-947b-75fae2c89171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:41.753235 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.db.resource_extend [req-9cdc06f6-2b1f-493f-af25-01728d4d08b2 req-51a7cc59-a161-40de-a58b-d32b2bf18a2c service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85411) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 15 20:32:41.794144 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72db936-8906-4809-bc6a-c7b122a2dc83 req-a3d105ad-d63c-4fe1-b491-f58f67648989 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:41.802390 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-e72db936-8906-4809-bc6a-c7b122a2dc83 req-a3d105ad-d63c-4fe1-b491-f58f67648989 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/ports?device_id=013242ac-6a8e-472e-9e6e-90232753f2c7 HTTP/1.1" status: 200 len: 943 time: 0.6993372 Apr 15 20:32:41.824130 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-5038a20b-bacd-4927-8e7f-fecfa935ec64 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a5f40961b86f40bfb883e15f55eeb47b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6139660 Apr 15 20:32:41.829245 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-18003c3e-dc63-4048-a8d3-1e0f8ae8b74e req-c9dd9b7f-56e1-492f-9777-ccee7b25828e tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Unset dirty status for tenant:1e31b55aa57d4e31a2da58cc9cf6c253 on resource:port {{(pid=85411) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:32:41.838158 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-18003c3e-dc63-4048-a8d3-1e0f8ae8b74e req-c9dd9b7f-56e1-492f-9777-ccee7b25828e tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6a5ef30-fb31-4a4a-b920-e6f83c17d0bf HTTP/1.1" status: 200 len: 931 time: 0.9756770 Apr 15 20:32:41.840522 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 57792) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:32:41.881057 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5038a20b-bacd-4927-8e7f-fecfa935ec64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd17b21a-27db-447f-9fef-89f9cc82d480,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:41.887435 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-5038a20b-bacd-4927-8e7f-fecfa935ec64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:41.888528 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69673cf9-5cc4-43bf-81ad-befcc452848a req-c2fec75d-5950-4232-8cc9-954dcd80cff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:41.890099 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-69673cf9-5cc4-43bf-81ad-befcc452848a req-c2fec75d-5950-4232-8cc9-954dcd80cff4 service neutron] 10.222.0.76 "GET /v2.0/networks?id=ff878d45-1665-450a-a6d6-20bd4693f384 HTTP/1.1" status: 200 len: 913 time: 0.3526239 Apr 15 20:32:41.933108 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-ba3df180-e59e-4935-947b-75fae2c89171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:42.062498 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [req-9cdc06f6-2b1f-493f-af25-01728d4d08b2 req-51a7cc59-a161-40de-a58b-d32b2bf18a2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc41e5a6-b0ea-49fb-b50c-ac856b571e16 {{(pid=85411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:32:42.099210 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-9cdc06f6-2b1f-493f-af25-01728d4d08b2 req-51a7cc59-a161-40de-a58b-d32b2bf18a2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:42.114204 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-e72db936-8906-4809-bc6a-c7b122a2dc83 req-959ef063-ef6e-4d6c-ad8f-6482bec50f98 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/security-groups?id=2edb3071-98d0-466a-b0a6-21d6399c15c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108866 Apr 15 20:32:42.155136 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-18003c3e-dc63-4048-a8d3-1e0f8ae8b74e req-556df091-1191-49fc-9e05-f18fc94a4acc tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Synchronizing usage tracker for tenant:1e31b55aa57d4e31a2da58cc9cf6c253 on resource:security_group {{(pid=85411) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:32:42.180614 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-107ab6fb-d7e8-446c-a1e4-8e081c64f1a7 req-ece2ed55-df6a-40ce-a324-7219fbc22eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:42.194257 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [req-9cdc06f6-2b1f-493f-af25-01728d4d08b2 req-51a7cc59-a161-40de-a58b-d32b2bf18a2c service neutron] Transition to ACTIVE for port object fc41e5a6-b0ea-49fb-b50c-ac856b571e16 will not be triggered until provisioned by entity L2. {{(pid=85411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:32:42.227759 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-9cdc06f6-2b1f-493f-af25-01728d4d08b2 req-51a7cc59-a161-40de-a58b-d32b2bf18a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:42.258129 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-69673cf9-5cc4-43bf-81ad-befcc452848a req-cb6bcd91-b194-4dc8-bccc-eb11ae89aea2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=431d1899-741c-4f0d-b594-b5d307b22afb HTTP/1.1" status: 200 len: 217 time: 0.3537822 Apr 15 20:32:42.261486 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c9701469-fd89-4ae3-8cc7-d53ad4cdead9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:42.287655 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:42.337813 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device 723487d3-c1dd-47ca-a8ce-10e48acca928 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 20:32:42.358316 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-18003c3e-dc63-4048-a8d3-1e0f8ae8b74e req-556df091-1191-49fc-9e05-f18fc94a4acc tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Unset dirty status for tenant:1e31b55aa57d4e31a2da58cc9cf6c253 on resource:security_group {{(pid=85411) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:32:42.367401 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-18003c3e-dc63-4048-a8d3-1e0f8ae8b74e req-556df091-1191-49fc-9e05-f18fc94a4acc tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5295124 Apr 15 20:32:42.419963 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-695b6693-7846-470c-a319-74043fca99a7 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks [] for port, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:42.460076 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69673cf9-5cc4-43bf-81ad-befcc452848a req-fa105a6a-5493-4514-b5a1-243fe29f1216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:42.461843 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-69673cf9-5cc4-43bf-81ad-befcc452848a req-fa105a6a-5493-4514-b5a1-243fe29f1216 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1e5bd58d-538f-4085-af55-f2373326988a HTTP/1.1" status: 200 len: 851 time: 0.1397693 Apr 15 20:32:42.531429 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-ba3df180-e59e-4935-947b-75fae2c89171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:42.548365 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c9701469-fd89-4ae3-8cc7-d53ad4cdead9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:42.589966 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a7cc59-a161-40de-a58b-d32b2bf18a2c service neutron] Pushing event updated for resources: {'Port': ['ID=fc41e5a6-b0ea-49fb-b50c-ac856b571e16,revision_number=2']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:42.591197 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device 622c616b-fc3b-41c7-904d-56a6708472ad up at agent ovs-agent-dv-cinder-786386-2-smb {{(pid=85413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:32:42.606680 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-69673cf9-5cc4-43bf-81ad-befcc452848a req-71a28b39-8bad-4d07-8cf6-caaf6046f4bd service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ff878d45-1665-450a-a6d6-20bd4693f384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1370521 Apr 15 20:32:42.647111 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-51a7cc59-a161-40de-a58b-d32b2bf18a2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:42.650995 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:42.696660 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3df180-e59e-4935-947b-75fae2c89171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06b74d2-dce7-4cf1-9c52-b33461d4198f,revision_number=None']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:42.708158 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-ba3df180-e59e-4935-947b-75fae2c89171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:42.719882 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-ba3df180-e59e-4935-947b-75fae2c89171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:42.721102 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-ba3df180-e59e-4935-947b-75fae2c89171 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c06b74d2-dce7-4cf1-9c52-b33461d4198f HTTP/1.1" status: 204 len: 168 time: 1.2487950 Apr 15 20:32:42.781030 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Provisioning complete for port 622c616b-fc3b-41c7-904d-56a6708472ad triggered by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:32:42.781864 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:42.844904 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-69673cf9-5cc4-43bf-81ad-befcc452848a req-4fed779c-28d6-48ae-8cc9-2e3feac32c7e service neutron] 10.222.0.76 "GET /v2.0/networks/ff878d45-1665-450a-a6d6-20bd4693f384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291932 Apr 15 20:32:42.880959 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] For port 723487d3-c1dd-47ca-a8ce-10e48acca928, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=723487d3-c1dd-47ca-a8ce-10e48acca928,segment=NetworkSegment(36087674-63e1-4b37-9dd5-5f439f8a7270),segment_id=36087674-63e1-4b37-9dd5-5f439f8a7270)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:32:42.916464 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-695b6693-7846-470c-a319-74043fca99a7 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245250087898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852524119'] for port, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:42.917330 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Returning: {'device': '723487d3-c1dd-47ca-a8ce-10e48acca928', 'network_id': '1d6bd424-08bd-4eca-95aa-caa56a0031f4', 'port_id': '723487d3-c1dd-47ca-a8ce-10e48acca928', 'mac_address': 'fa:16:3e:1c:da:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1094, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f27ce411-0d84-4b80-8c16-9cf996d5a5a8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 20:32:43.035643 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec2c466-5517-4b80-8636-ed8e7c2194d8 req-aa0ba393-c74b-4f65-a25d-e7b168697e46 tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:43.038045 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-aec2c466-5517-4b80-8636-ed8e7c2194d8 req-aa0ba393-c74b-4f65-a25d-e7b168697e46 tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2b5850b-e58f-408f-ba27-8b40b85ec2f7 HTTP/1.1" status: 200 len: 943 time: 0.7017283 Apr 15 20:32:43.044142 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c9701469-fd89-4ae3-8cc7-d53ad4cdead9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:43.082335 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:43.098996 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-ba3df180-e59e-4935-947b-75fae2c89171 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:43.101429 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 723487d3-c1dd-47ca-a8ce-10e48acca928 {{(pid=85413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:32:43.120852 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] For port 723487d3-c1dd-47ca-a8ce-10e48acca928, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=723487d3-c1dd-47ca-a8ce-10e48acca928,segment=NetworkSegment(36087674-63e1-4b37-9dd5-5f439f8a7270),segment_id=36087674-63e1-4b37-9dd5-5f439f8a7270)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:32:43.125523 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:43.127571 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:43.129194 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-0a327e74-3e3d-4533-847d-3b1c5000127e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:43.227962 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Pushing event updated for resources: {'Port': ['ID=723487d3-c1dd-47ca-a8ce-10e48acca928,revision_number=4']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:43.232620 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [req-9cdc06f6-2b1f-493f-af25-01728d4d08b2 req-51a7cc59-a161-40de-a58b-d32b2bf18a2c service neutron] Attempting to bind port fc41e5a6-b0ea-49fb-b50c-ac856b571e16 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:32:43.232620 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [req-9cdc06f6-2b1f-493f-af25-01728d4d08b2 req-51a7cc59-a161-40de-a58b-d32b2bf18a2c service neutron] Attempting to bind port fc41e5a6-b0ea-49fb-b50c-ac856b571e16 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '12e8ab93-f25d-4cfa-af33-1044a42b7753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ea2effbe-b5a2-46bc-8ec6-0a200ba4895c'}] {{(pid=85411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:32:43.232821 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdc06f6-2b1f-493f-af25-01728d4d08b2 req-51a7cc59-a161-40de-a58b-d32b2bf18a2c service neutron] Attempting to bind port fc41e5a6-b0ea-49fb-b50c-ac856b571e16 on network ea2effbe-b5a2-46bc-8ec6-0a200ba4895c {{(pid=85411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:32:43.239585 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9701469-fd89-4ae3-8cc7-d53ad4cdead9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd17b21a-27db-447f-9fef-89f9cc82d480,revision_number=None']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:43.243731 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:43.260599 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c9701469-fd89-4ae3-8cc7-d53ad4cdead9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:43.262109 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-c9701469-fd89-4ae3-8cc7-d53ad4cdead9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bd17b21a-27db-447f-9fef-89f9cc82d480 HTTP/1.1" status: 204 len: 168 time: 1.3752465 Apr 15 20:32:43.267035 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-c9701469-fd89-4ae3-8cc7-d53ad4cdead9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:43.289611 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695b6693-7846-470c-a319-74043fca99a7 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Pushing event updated for resources: {'Port': ['ID=ecb8efb5-c975-4b46-af68-45876d8c17c5,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:43.289903 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdc06f6-2b1f-493f-af25-01728d4d08b2 req-51a7cc59-a161-40de-a58b-d32b2bf18a2c service neutron] Port fc41e5a6-b0ea-49fb-b50c-ac856b571e16 on network ea2effbe-b5a2-46bc-8ec6-0a200ba4895c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 20:32:43.290453 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdc06f6-2b1f-493f-af25-01728d4d08b2 req-51a7cc59-a161-40de-a58b-d32b2bf18a2c service neutron] Attempting to bind port fc41e5a6-b0ea-49fb-b50c-ac856b571e16 on network ea2effbe-b5a2-46bc-8ec6-0a200ba4895c {{(pid=85411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:32:43.292828 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-695b6693-7846-470c-a319-74043fca99a7 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:43.319193 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 57844) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:32:43.320370 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdc06f6-2b1f-493f-af25-01728d4d08b2 req-51a7cc59-a161-40de-a58b-d32b2bf18a2c service neutron] Checking agent: {'id': '70e73898-5ca9-4370-a761-abbf44013111', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 30, 18), 'started_at': datetime.datetime(2021, 4, 15, 20, 30, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:32:43.320746 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdc06f6-2b1f-493f-af25-01728d4d08b2 req-51a7cc59-a161-40de-a58b-d32b2bf18a2c service neutron] Checking segment: {'id': '12e8ab93-f25d-4cfa-af33-1044a42b7753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ea2effbe-b5a2-46bc-8ec6-0a200ba4895c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:32:43.321358 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdc06f6-2b1f-493f-af25-01728d4d08b2 req-51a7cc59-a161-40de-a58b-d32b2bf18a2c service neutron] Bound using segment: {'id': '12e8ab93-f25d-4cfa-af33-1044a42b7753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ea2effbe-b5a2-46bc-8ec6-0a200ba4895c'} {{(pid=85411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:32:43.321888 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [req-9cdc06f6-2b1f-493f-af25-01728d4d08b2 req-51a7cc59-a161-40de-a58b-d32b2bf18a2c service neutron] Bound port: fc41e5a6-b0ea-49fb-b50c-ac856b571e16, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12e8ab93-f25d-4cfa-af33-1044a42b7753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ea2effbe-b5a2-46bc-8ec6-0a200ba4895c'}}] {{(pid=85411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:32:43.322268 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-9cdc06f6-2b1f-493f-af25-01728d4d08b2 req-51a7cc59-a161-40de-a58b-d32b2bf18a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:43.378351 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-69673cf9-5cc4-43bf-81ad-befcc452848a req-1dc2f36a-4936-4e0e-908e-11f9a6e05db6 service neutron] 10.222.0.76 "GET /v2.0/networks/ff878d45-1665-450a-a6d6-20bd4693f384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5256536 Apr 15 20:32:43.380736 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695b6693-7846-470c-a319-74043fca99a7 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Network 7c4aca2a-d888-4e9f-991a-bf8b268161b4 is already hosted by enough agents. {{(pid=85412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:32:43.382029 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.base_scheduler [None req-695b6693-7846-470c-a319-74043fca99a7 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Resources bound (agent type, host, resource id): {{(pid=85412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:32:43.385314 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695b6693-7846-470c-a319-74043fca99a7 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Received port after_create {{(pid=85412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:32:43.470627 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-16bcd7cb-c967-437e-aa7f-1bd04500ec4d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9f63d5e7a55447b4ac4048c016f10283&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1476619 Apr 15 20:32:43.471319 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 57852) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:32:43.481575 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] get_ports_and_sgs() called for port_ids ['723487d3-c1dd-47ca-a8ce-10e48acca928'] {{(pid=85413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:32:43.613586 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-695b6693-7846-470c-a319-74043fca99a7 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:43.623355 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-2296d439-6455-4549-a2ab-5d47c9853e11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:43.640268 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-aec2c466-5517-4b80-8636-ed8e7c2194d8 req-5dd51049-b30f-4946-89a9-178de624129b tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] 10.222.0.69 "GET /v2.0/security-groups?id=1665cfb5-0d66-414b-a623-b9fb9aac8744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5834043 Apr 15 20:32:43.789678 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-2296d439-6455-4549-a2ab-5d47c9853e11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:43.799915 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [req-9cdc06f6-2b1f-493f-af25-01728d4d08b2 req-51a7cc59-a161-40de-a58b-d32b2bf18a2c service neutron] For port fc41e5a6-b0ea-49fb-b50c-ac856b571e16, host hv-cinder-78638, cleared binding levels {{(pid=85411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:32:43.826490 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b8c4e0-23b3-41e6-8037-34d0118ea8ab req-dfb187d3-6174-45c3-96fa-8c7a050d0bc0 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:43.831270 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d4b8c4e0-23b3-41e6-8037-34d0118ea8ab req-dfb187d3-6174-45c3-96fa-8c7a050d0bc0 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/ports?device_id=013242ac-6a8e-472e-9e6e-90232753f2c7 HTTP/1.1" status: 200 len: 944 time: 0.4880722 Apr 15 20:32:43.836616 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [req-9cdc06f6-2b1f-493f-af25-01728d4d08b2 req-51a7cc59-a161-40de-a58b-d32b2bf18a2c service neutron] For port fc41e5a6-b0ea-49fb-b50c-ac856b571e16, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=fc41e5a6-b0ea-49fb-b50c-ac856b571e16,segment=NetworkSegment(12e8ab93-f25d-4cfa-af33-1044a42b7753),segment_id=12e8ab93-f25d-4cfa-af33-1044a42b7753)] {{(pid=85411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:32:43.851241 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 57860) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:32:43.867842 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [req-107ab6fb-d7e8-446c-a1e4-8e081c64f1a7 req-ece2ed55-df6a-40ce-a324-7219fbc22eb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7811b8b-0ba0-4aa4-98da-626bdc5c84fa {{(pid=85411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:32:43.873907 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-9cdc06f6-2b1f-493f-af25-01728d4d08b2 req-51a7cc59-a161-40de-a58b-d32b2bf18a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:43.901719 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-695b6693-7846-470c-a319-74043fca99a7 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:43.967715 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-107ab6fb-d7e8-446c-a1e4-8e081c64f1a7 req-ece2ed55-df6a-40ce-a324-7219fbc22eb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:43.970816 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:44.105940 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-2296d439-6455-4549-a2ab-5d47c9853e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:44.108368 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d4b8c4e0-23b3-41e6-8037-34d0118ea8ab req-0241826e-4ffe-4d87-b936-9e6c46944321 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/security-groups?id=2edb3071-98d0-466a-b0a6-21d6399c15c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584257 Apr 15 20:32:44.174337 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:44.175464 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [req-107ab6fb-d7e8-446c-a1e4-8e081c64f1a7 req-ece2ed55-df6a-40ce-a324-7219fbc22eb4 service neutron] Transition to ACTIVE for port object b7811b8b-0ba0-4aa4-98da-626bdc5c84fa will not be triggered until provisioned by entity L2. {{(pid=85411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:32:44.197700 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2296d439-6455-4549-a2ab-5d47c9853e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be16da58-7959-406c-8f32-d00df3fd2140,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:44.219428 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-107ab6fb-d7e8-446c-a1e4-8e081c64f1a7 req-ece2ed55-df6a-40ce-a324-7219fbc22eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:44.240596 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-2296d439-6455-4549-a2ab-5d47c9853e11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:44.243074 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-1fc7045a-d59a-4b4f-ad02-d84cb88f288f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:44.276473 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-2296d439-6455-4549-a2ab-5d47c9853e11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:44.277720 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-2296d439-6455-4549-a2ab-5d47c9853e11 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/be16da58-7959-406c-8f32-d00df3fd2140 HTTP/1.1" status: 204 len: 168 time: 0.8053925 Apr 15 20:32:44.279869 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a7cc59-a161-40de-a58b-d32b2bf18a2c service neutron] Pushing event updated for resources: {'Port': ['ID=fc41e5a6-b0ea-49fb-b50c-ac856b571e16,revision_number=3']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:44.318941 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device 431d1899-741c-4f0d-b594-b5d307b22afb details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 20:32:44.342714 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-695b6693-7846-470c-a319-74043fca99a7 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks [] for port, precommit_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:44.345894 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-51a7cc59-a161-40de-a58b-d32b2bf18a2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:44.347880 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-695b6693-7846-470c-a319-74043fca99a7 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2251697'] for port, after_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:44.360179 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-c8d7d7f5-d76b-4a0a-bbab-d902acc9bd3a tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:44.404726 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-1fc7045a-d59a-4b4f-ad02-d84cb88f288f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:32:44.450615 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece2ed55-df6a-40ce-a324-7219fbc22eb4 service neutron] Pushing event updated for resources: {'Port': ['ID=b7811b8b-0ba0-4aa4-98da-626bdc5c84fa,revision_number=2']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:44.459132 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-1fc7045a-d59a-4b4f-ad02-d84cb88f288f admin admin] Usage tracker for resource:security_group_rule and tenant:9f2f92a759f34a6780be4f5bd88a5b60 is out of sync, need to count used quota {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:32:44.464070 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-ece2ed55-df6a-40ce-a324-7219fbc22eb4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:44.476242 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-1fc7045a-d59a-4b4f-ad02-d84cb88f288f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:32:44.497920 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-1fc7045a-d59a-4b4f-ad02-d84cb88f288f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:32:44.513755 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:44.556809 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc06f6-2b1f-493f-af25-01728d4d08b2 req-51a7cc59-a161-40de-a58b-d32b2bf18a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:44.557502 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-9cdc06f6-2b1f-493f-af25-01728d4d08b2 req-51a7cc59-a161-40de-a58b-d32b2bf18a2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16483510'] for port, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:44.559159 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-9cdc06f6-2b1f-493f-af25-01728d4d08b2 req-51a7cc59-a161-40de-a58b-d32b2bf18a2c service neutron] 10.222.0.76 "PUT /v2.0/ports/fc41e5a6-b0ea-49fb-b50c-ac856b571e16 HTTP/1.1" status: 200 len: 1093 time: 4.5831406 Apr 15 20:32:44.566087 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '402d0c46-dfca-4bdc-bde6-0530e33b1285', 'tag': 'fc41e5a6-b0ea-49fb-b50c-ac856b571e16'}] {{(pid=85411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:32:44.620256 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] For port 431d1899-741c-4f0d-b594-b5d307b22afb, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=431d1899-741c-4f0d-b594-b5d307b22afb,segment=NetworkSegment(35d0a5c4-b5f6-45c1-9cdb-efabf28167a9),segment_id=35d0a5c4-b5f6-45c1-9cdb-efabf28167a9)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:32:44.634628 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2c0dc-0e74-4218-8f55-1850a358b0c3 req-67005128-3a14-4ead-93d6-03fb78198999 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:44.636274 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-3de2c0dc-0e74-4218-8f55-1850a358b0c3 req-67005128-3a14-4ead-93d6-03fb78198999 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6a5ef30-fb31-4a4a-b920-e6f83c17d0bf HTTP/1.1" status: 200 len: 943 time: 0.5383639 Apr 15 20:32:44.649744 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695b6693-7846-470c-a319-74043fca99a7 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Pushing event updated for resources: {'Port': ['ID=ecb8efb5-c975-4b46-af68-45876d8c17c5,revision_number=2']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:44.661969 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-695b6693-7846-470c-a319-74043fca99a7 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:44.672401 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Returning: {'device': '431d1899-741c-4f0d-b594-b5d307b22afb', 'network_id': 'ff878d45-1665-450a-a6d6-20bd4693f384', 'port_id': '431d1899-741c-4f0d-b594-b5d307b22afb', 'mac_address': 'fa:16:3e:d9:bc:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1073, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e5bd58d-538f-4085-af55-f2373326988a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 20:32:44.763462 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-695b6693-7846-470c-a319-74043fca99a7 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838401823'] for floatingip, after_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:44.797557 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-695b6693-7846-470c-a319-74043fca99a7 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-906'] for floatingip, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:44.799859 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-695b6693-7846-470c-a319-74043fca99a7 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8215241 Apr 15 20:32:44.811030 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:44.838312 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 431d1899-741c-4f0d-b594-b5d307b22afb {{(pid=85413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:32:44.875099 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] For port 431d1899-741c-4f0d-b594-b5d307b22afb, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=431d1899-741c-4f0d-b594-b5d307b22afb,segment=NetworkSegment(35d0a5c4-b5f6-45c1-9cdb-efabf28167a9),segment_id=35d0a5c4-b5f6-45c1-9cdb-efabf28167a9)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:32:44.882076 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:44.884598 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-53781c71-046a-4a71-9948-56e2534d89fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:44.984882 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Pushing event updated for resources: {'Port': ['ID=431d1899-741c-4f0d-b594-b5d307b22afb,revision_number=4']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:44.995306 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:45.060820 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-69fe8b4d-0a43-46d5-99d7-9b7c6c4a6e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:45.085524 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-3de2c0dc-0e74-4218-8f55-1850a358b0c3 req-654c16fe-265e-4552-b13e-d9d50563814f tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4098961 Apr 15 20:32:45.094027 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [req-107ab6fb-d7e8-446c-a1e4-8e081c64f1a7 req-ece2ed55-df6a-40ce-a324-7219fbc22eb4 service neutron] Attempting to bind port b7811b8b-0ba0-4aa4-98da-626bdc5c84fa on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:32:45.094415 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [req-107ab6fb-d7e8-446c-a1e4-8e081c64f1a7 req-ece2ed55-df6a-40ce-a324-7219fbc22eb4 service neutron] Attempting to bind port b7811b8b-0ba0-4aa4-98da-626bdc5c84fa by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '12e8ab93-f25d-4cfa-af33-1044a42b7753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ea2effbe-b5a2-46bc-8ec6-0a200ba4895c'}] {{(pid=85411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:32:45.094783 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107ab6fb-d7e8-446c-a1e4-8e081c64f1a7 req-ece2ed55-df6a-40ce-a324-7219fbc22eb4 service neutron] Attempting to bind port b7811b8b-0ba0-4aa4-98da-626bdc5c84fa on network ea2effbe-b5a2-46bc-8ec6-0a200ba4895c {{(pid=85411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:32:45.105785 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107ab6fb-d7e8-446c-a1e4-8e081c64f1a7 req-ece2ed55-df6a-40ce-a324-7219fbc22eb4 service neutron] Port b7811b8b-0ba0-4aa4-98da-626bdc5c84fa on network ea2effbe-b5a2-46bc-8ec6-0a200ba4895c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 20:32:45.106146 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107ab6fb-d7e8-446c-a1e4-8e081c64f1a7 req-ece2ed55-df6a-40ce-a324-7219fbc22eb4 service neutron] Attempting to bind port b7811b8b-0ba0-4aa4-98da-626bdc5c84fa on network ea2effbe-b5a2-46bc-8ec6-0a200ba4895c {{(pid=85411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:32:45.128874 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107ab6fb-d7e8-446c-a1e4-8e081c64f1a7 req-ece2ed55-df6a-40ce-a324-7219fbc22eb4 service neutron] Checking agent: {'id': '70e73898-5ca9-4370-a761-abbf44013111', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 30, 18), 'started_at': datetime.datetime(2021, 4, 15, 20, 30, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:32:45.129384 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107ab6fb-d7e8-446c-a1e4-8e081c64f1a7 req-ece2ed55-df6a-40ce-a324-7219fbc22eb4 service neutron] Checking segment: {'id': '12e8ab93-f25d-4cfa-af33-1044a42b7753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ea2effbe-b5a2-46bc-8ec6-0a200ba4895c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:32:45.129799 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107ab6fb-d7e8-446c-a1e4-8e081c64f1a7 req-ece2ed55-df6a-40ce-a324-7219fbc22eb4 service neutron] Bound using segment: {'id': '12e8ab93-f25d-4cfa-af33-1044a42b7753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ea2effbe-b5a2-46bc-8ec6-0a200ba4895c'} {{(pid=85411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:32:45.130275 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [req-107ab6fb-d7e8-446c-a1e4-8e081c64f1a7 req-ece2ed55-df6a-40ce-a324-7219fbc22eb4 service neutron] Bound port: b7811b8b-0ba0-4aa4-98da-626bdc5c84fa, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12e8ab93-f25d-4cfa-af33-1044a42b7753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ea2effbe-b5a2-46bc-8ec6-0a200ba4895c'}}] {{(pid=85411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:32:45.131326 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-107ab6fb-d7e8-446c-a1e4-8e081c64f1a7 req-ece2ed55-df6a-40ce-a324-7219fbc22eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:45.155003 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc06f6-2b1f-493f-af25-01728d4d08b2 req-57f5d928-951b-46d0-995b-2af987b677e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:45.156624 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-9cdc06f6-2b1f-493f-af25-01728d4d08b2 req-57f5d928-951b-46d0-995b-2af987b677e0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1e31b55aa57d4e31a2da58cc9cf6c253&device_id=402d0c46-dfca-4bdc-bde6-0530e33b1285 HTTP/1.1" status: 200 len: 1096 time: 0.5350285 Apr 15 20:32:45.200259 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] get_ports_and_sgs() called for port_ids ['431d1899-741c-4f0d-b594-b5d307b22afb'] {{(pid=85413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:32:45.317497 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-9cdc06f6-2b1f-493f-af25-01728d4d08b2 req-6418cca4-3e8a-4ba6-8457-64065fa8f118 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fc41e5a6-b0ea-49fb-b50c-ac856b571e16 HTTP/1.1" status: 200 len: 217 time: 0.1482391 Apr 15 20:32:45.441014 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-1fc7045a-d59a-4b4f-ad02-d84cb88f288f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:45.464134 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a5fe0a-218a-452f-83e0-ce608a27e8c4 req-24cb5bf3-7217-4e32-a87d-8c58875ce7c1 tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:45.465612 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d4a5fe0a-218a-452f-83e0-ce608a27e8c4 req-24cb5bf3-7217-4e32-a87d-8c58875ce7c1 tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2b5850b-e58f-408f-ba27-8b40b85ec2f7 HTTP/1.1" status: 200 len: 944 time: 0.5114455 Apr 15 20:32:45.479753 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-1fc7045a-d59a-4b4f-ad02-d84cb88f288f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:45.563400 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-d1f132e2-f212-4309-a88d-dc326b1e0188 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:45.576058 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d4a5fe0a-218a-452f-83e0-ce608a27e8c4 req-82905a03-8460-452d-9a63-88db3a73a04e tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] 10.222.0.69 "GET /v2.0/security-groups?id=1665cfb5-0d66-414b-a623-b9fb9aac8744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973644 Apr 15 20:32:45.654409 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [req-107ab6fb-d7e8-446c-a1e4-8e081c64f1a7 req-ece2ed55-df6a-40ce-a324-7219fbc22eb4 service neutron] For port b7811b8b-0ba0-4aa4-98da-626bdc5c84fa, host hv-cinder-78638, cleared binding levels {{(pid=85411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:32:45.658464 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [req-107ab6fb-d7e8-446c-a1e4-8e081c64f1a7 req-ece2ed55-df6a-40ce-a324-7219fbc22eb4 service neutron] For port b7811b8b-0ba0-4aa4-98da-626bdc5c84fa, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b7811b8b-0ba0-4aa4-98da-626bdc5c84fa,segment=NetworkSegment(12e8ab93-f25d-4cfa-af33-1044a42b7753),segment_id=12e8ab93-f25d-4cfa-af33-1044a42b7753)] {{(pid=85411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:32:45.660430 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc7045a-d59a-4b4f-ad02-d84cb88f288f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70f61dea-fd88-4fd4-af0a-479d1b738e97,revision_number=1']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:45.665722 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-1fc7045a-d59a-4b4f-ad02-d84cb88f288f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:45.668301 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-f84aa26e-3721-456b-82b3-bbe6e7f3d77b req-3c932489-2016-4f56-ad3c-a5d31ebb0e26 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Synchronizing usage tracker for tenant:a7106cb89b6d4e9399c7bc046ff492b4 on resource:security_group {{(pid=85411) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:32:45.680933 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-107ab6fb-d7e8-446c-a1e4-8e081c64f1a7 req-ece2ed55-df6a-40ce-a324-7219fbc22eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:45.825956 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:45.893772 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc06f6-2b1f-493f-af25-01728d4d08b2 req-392a268c-3ecc-4941-a176-85e48b38cb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:45.895462 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-9cdc06f6-2b1f-493f-af25-01728d4d08b2 req-392a268c-3ecc-4941-a176-85e48b38cb9b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c90fb5b4-5396-4daa-8e55-8894de66d707 HTTP/1.1" status: 200 len: 858 time: 0.5234551 Apr 15 20:32:45.917051 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-1fc7045a-d59a-4b4f-ad02-d84cb88f288f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9f2f92a759f34a6780be4f5bd88a5b60&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0646052 Apr 15 20:32:45.919962 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 57960) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:32:46.005414 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-51528418-16f3-4c7b-8487-c1dc708bf7ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:46.045542 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-51528418-16f3-4c7b-8487-c1dc708bf7ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:46.120281 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-51528418-16f3-4c7b-8487-c1dc708bf7ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:46.133583 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:46.149408 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51528418-16f3-4c7b-8487-c1dc708bf7ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f61dea-fd88-4fd4-af0a-479d1b738e97,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:46.152709 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-51528418-16f3-4c7b-8487-c1dc708bf7ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:46.153709 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-51528418-16f3-4c7b-8487-c1dc708bf7ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:46.154969 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-51528418-16f3-4c7b-8487-c1dc708bf7ea admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/70f61dea-fd88-4fd4-af0a-479d1b738e97 HTTP/1.1" status: 204 len: 168 time: 0.2337527 Apr 15 20:32:46.252827 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-9cdc06f6-2b1f-493f-af25-01728d4d08b2 req-df51ffe6-28f3-4c2f-abf6-8e545d5ec402 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ea2effbe-b5a2-46bc-8ec6-0a200ba4895c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3322306 Apr 15 20:32:46.265735 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece2ed55-df6a-40ce-a324-7219fbc22eb4 service neutron] Pushing event updated for resources: {'Port': ['ID=b7811b8b-0ba0-4aa4-98da-626bdc5c84fa,revision_number=3']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:46.306700 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-ece2ed55-df6a-40ce-a324-7219fbc22eb4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:46.307840 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-f84aa26e-3721-456b-82b3-bbe6e7f3d77b req-3c932489-2016-4f56-ad3c-a5d31ebb0e26 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Unset dirty status for tenant:a7106cb89b6d4e9399c7bc046ff492b4 on resource:security_group {{(pid=85411) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:32:46.309151 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f84aa26e-3721-456b-82b3-bbe6e7f3d77b req-3c932489-2016-4f56-ad3c-a5d31ebb0e26 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1525687240&fields=id&tenant_id=a7106cb89b6d4e9399c7bc046ff492b4 HTTP/1.1" status: 200 len: 267 time: 1.0627849 Apr 15 20:32:46.335749 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device 431d1899-741c-4f0d-b594-b5d307b22afb up at agent hyperv_hv-cinder-78638 {{(pid=85413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:32:46.418143 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Provisioning for port 431d1899-741c-4f0d-b594-b5d307b22afb completed by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:32:46.424643 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Provisioning complete for port 431d1899-741c-4f0d-b594-b5d307b22afb triggered by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:32:46.425464 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:46.567715 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ab6fb-d7e8-446c-a1e4-8e081c64f1a7 req-ece2ed55-df6a-40ce-a324-7219fbc22eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:46.568658 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-107ab6fb-d7e8-446c-a1e4-8e081c64f1a7 req-ece2ed55-df6a-40ce-a324-7219fbc22eb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16483510'] for port, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:46.570114 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-107ab6fb-d7e8-446c-a1e4-8e081c64f1a7 req-ece2ed55-df6a-40ce-a324-7219fbc22eb4 service neutron] 10.222.0.76 "PUT /v2.0/ports/b7811b8b-0ba0-4aa4-98da-626bdc5c84fa HTTP/1.1" status: 200 len: 1093 time: 4.8782887 Apr 15 20:32:46.597554 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:46.638136 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84aa26e-3721-456b-82b3-bbe6e7f3d77b req-ae94600a-17a1-44b8-a6d9-04f78694ef3a tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:46.639723 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f84aa26e-3721-456b-82b3-bbe6e7f3d77b req-ae94600a-17a1-44b8-a6d9-04f78694ef3a tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/networks?id=5bc06a2b-9024-484d-8786-16d9b4579274 HTTP/1.1" status: 200 len: 816 time: 0.3110614 Apr 15 20:32:46.641688 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] For port 431d1899-741c-4f0d-b594-b5d307b22afb, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=431d1899-741c-4f0d-b594-b5d307b22afb,segment=NetworkSegment(35d0a5c4-b5f6-45c1-9cdb-efabf28167a9),segment_id=35d0a5c4-b5f6-45c1-9cdb-efabf28167a9)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:32:46.643011 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2b5850b-e58f-408f-ba27-8b40b85ec2f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '431d1899-741c-4f0d-b594-b5d307b22afb'}] {{(pid=85413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:32:46.717240 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:46.720069 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device 723487d3-c1dd-47ca-a8ce-10e48acca928 up at agent hyperv_hv-cinder-78638 {{(pid=85413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:32:46.739171 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-9cdc06f6-2b1f-493f-af25-01728d4d08b2 req-e959c026-f07d-43dc-8526-7d8a4769bacc service neutron] 10.222.0.76 "GET /v2.0/networks/ea2effbe-b5a2-46bc-8ec6-0a200ba4895c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4629273 Apr 15 20:32:46.761639 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:46.771678 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e21e952-aba5-40f9-9c36-0114c535cd20 req-f1440b1a-0ab4-4ec1-abbe-867f3396bf74 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:46.773291 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-5e21e952-aba5-40f9-9c36-0114c535cd20 req-f1440b1a-0ab4-4ec1-abbe-867f3396bf74 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/ports?device_id=013242ac-6a8e-472e-9e6e-90232753f2c7 HTTP/1.1" status: 200 len: 944 time: 0.9908164 Apr 15 20:32:46.931988 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-9cdc06f6-2b1f-493f-af25-01728d4d08b2 req-bc0877d2-a29b-4f44-bb65-0041dd0546c7 service neutron] 10.222.0.76 "GET /v2.0/networks/ea2effbe-b5a2-46bc-8ec6-0a200ba4895c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740363 Apr 15 20:32:46.935571 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f84aa26e-3721-456b-82b3-bbe6e7f3d77b req-3afe96a9-1e17-4256-a516-7fda95a51651 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/quotas/a7106cb89b6d4e9399c7bc046ff492b4 HTTP/1.1" status: 200 len: 375 time: 0.2094097 Apr 15 20:32:47.062869 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Pushing event updated for resources: {'Port': ['ID=431d1899-741c-4f0d-b594-b5d307b22afb,revision_number=5']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:47.064406 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-5e21e952-aba5-40f9-9c36-0114c535cd20 req-fb10a981-d8ea-4efe-b3c3-e2c2ebc87ee2 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/security-groups?id=2edb3071-98d0-466a-b0a6-21d6399c15c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305563 Apr 15 20:32:47.079529 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Provisioning for port 723487d3-c1dd-47ca-a8ce-10e48acca928 completed by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:32:47.084459 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:47.086116 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Provisioning complete for port 723487d3-c1dd-47ca-a8ce-10e48acca928 triggered by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:32:47.086116 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:47.106227 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ab6fb-d7e8-446c-a1e4-8e081c64f1a7 req-9343c3c2-cfd8-4c98-99c9-9753f0d30e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:47.108116 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-107ab6fb-d7e8-446c-a1e4-8e081c64f1a7 req-9343c3c2-cfd8-4c98-99c9-9753f0d30e67 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1e31b55aa57d4e31a2da58cc9cf6c253&device_id=f6a5ef30-fb31-4a4a-b920-e6f83c17d0bf HTTP/1.1" status: 200 len: 1096 time: 0.4792094 Apr 15 20:32:47.128818 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-f84aa26e-3721-456b-82b3-bbe6e7f3d77b req-e260fec4-8174-4a1c-8c10-be3d53ff6a46 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Synchronizing usage tracker for tenant:a7106cb89b6d4e9399c7bc046ff492b4 on resource:port {{(pid=85411) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:32:47.212991 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-107ab6fb-d7e8-446c-a1e4-8e081c64f1a7 req-7ae2a2b2-dc89-478c-a5bc-f59dee07f3e7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7811b8b-0ba0-4aa4-98da-626bdc5c84fa HTTP/1.1" status: 200 len: 217 time: 0.0796239 Apr 15 20:32:47.225807 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:47.262053 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] For port 723487d3-c1dd-47ca-a8ce-10e48acca928, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=723487d3-c1dd-47ca-a8ce-10e48acca928,segment=NetworkSegment(36087674-63e1-4b37-9dd5-5f439f8a7270),segment_id=36087674-63e1-4b37-9dd5-5f439f8a7270)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:32:47.266868 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:47.269903 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:47.319911 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ab6fb-d7e8-446c-a1e4-8e081c64f1a7 req-c8d22e41-f716-45b7-8dc2-e3e6760cbbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:47.321500 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-107ab6fb-d7e8-446c-a1e4-8e081c64f1a7 req-c8d22e41-f716-45b7-8dc2-e3e6760cbbc5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c90fb5b4-5396-4daa-8e55-8894de66d707 HTTP/1.1" status: 200 len: 858 time: 0.1007791 Apr 15 20:32:47.355374 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Pushing event updated for resources: {'Port': ['ID=723487d3-c1dd-47ca-a8ce-10e48acca928,revision_number=5']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:47.359061 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:47.439642 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-107ab6fb-d7e8-446c-a1e4-8e081c64f1a7 req-2bacaf3b-1ba4-4805-ab3d-8d3fc08b1f30 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ea2effbe-b5a2-46bc-8ec6-0a200ba4895c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0941360 Apr 15 20:32:47.440382 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-f84aa26e-3721-456b-82b3-bbe6e7f3d77b req-e260fec4-8174-4a1c-8c10-be3d53ff6a46 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Unset dirty status for tenant:a7106cb89b6d4e9399c7bc046ff492b4 on resource:port {{(pid=85411) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:32:47.441604 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f84aa26e-3721-456b-82b3-bbe6e7f3d77b req-e260fec4-8174-4a1c-8c10-be3d53ff6a46 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=a7106cb89b6d4e9399c7bc046ff492b4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4682503 Apr 15 20:32:47.496094 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4acd7ad9-c64f-43d7-890c-91c78ccc2c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:47.519501 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '402d0c46-dfca-4bdc-bde6-0530e33b1285', 'tag': 'fc41e5a6-b0ea-49fb-b50c-ac856b571e16', 'status': 'completed', 'code': 200} Apr 15 20:32:47.674133 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:47.757428 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-107ab6fb-d7e8-446c-a1e4-8e081c64f1a7 req-310c408b-36db-4883-b925-8712a38ef9e2 service neutron] 10.222.0.76 "GET /v2.0/networks/ea2effbe-b5a2-46bc-8ec6-0a200ba4895c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090131 Apr 15 20:32:47.883994 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6589a99b-4989-4a06-bc40-62b7e77e6cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:48.063035 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973be00a-8f3e-40bb-9f0b-04971951c24a req-d4d424df-593a-4cf3-bdf7-f94e5b133b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:48.065009 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-973be00a-8f3e-40bb-9f0b-04971951c24a req-d4d424df-593a-4cf3-bdf7-f94e5b133b27 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1e31b55aa57d4e31a2da58cc9cf6c253&device_id=402d0c46-dfca-4bdc-bde6-0530e33b1285 HTTP/1.1" status: 200 len: 1096 time: 0.5442588 Apr 15 20:32:48.081194 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c2d120-43f4-41f3-b0d7-098928361e81 req-88c68165-c84b-49e3-becf-cc6934097db8 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:48.082798 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-74c2d120-43f4-41f3-b0d7-098928361e81 req-88c68165-c84b-49e3-becf-cc6934097db8 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6a5ef30-fb31-4a4a-b920-e6f83c17d0bf HTTP/1.1" status: 200 len: 943 time: 0.3474174 Apr 15 20:32:48.133364 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f84aa26e-3721-456b-82b3-bbe6e7f3d77b req-4181fa90-7b1a-4d72-a8fe-4a7be4e19222 service neutron] 10.222.0.69 "GET /v2.0/networks/5bc06a2b-9024-484d-8786-16d9b4579274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6112208 Apr 15 20:32:48.243960 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:48.363595 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f84aa26e-3721-456b-82b3-bbe6e7f3d77b req-a3238d32-2f8a-4fe2-8f9d-76ecacdd6793 service neutron] 10.222.0.69 "GET /v2.0/networks/5bc06a2b-9024-484d-8786-16d9b4579274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664276 Apr 15 20:32:48.456372 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-74c2d120-43f4-41f3-b0d7-098928361e81 req-018e296a-68d5-495a-ae0c-775ffda526c7 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3564479 Apr 15 20:32:48.466111 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-107ab6fb-d7e8-446c-a1e4-8e081c64f1a7 req-5ab76560-750a-4ac4-a706-ff3c3cc66382 service neutron] 10.222.0.76 "GET /v2.0/networks/ea2effbe-b5a2-46bc-8ec6-0a200ba4895c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6155961 Apr 15 20:32:48.556560 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973be00a-8f3e-40bb-9f0b-04971951c24a req-80c8638f-60ae-4351-9aaf-d725f2233b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:48.558607 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-973be00a-8f3e-40bb-9f0b-04971951c24a req-80c8638f-60ae-4351-9aaf-d725f2233b47 service neutron] 10.222.0.76 "GET /v2.0/networks?id=ea2effbe-b5a2-46bc-8ec6-0a200ba4895c HTTP/1.1" status: 200 len: 920 time: 0.4729869 Apr 15 20:32:48.664629 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-973be00a-8f3e-40bb-9f0b-04971951c24a req-61991ac3-46cd-4cda-abb8-41405f77308d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fc41e5a6-b0ea-49fb-b50c-ac856b571e16 HTTP/1.1" status: 200 len: 217 time: 0.0987635 Apr 15 20:32:48.730031 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 58100) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:32:48.811136 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973be00a-8f3e-40bb-9f0b-04971951c24a req-a7f66568-ae1d-466e-b2b0-7191c65e0302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:48.812896 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-973be00a-8f3e-40bb-9f0b-04971951c24a req-a7f66568-ae1d-466e-b2b0-7191c65e0302 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c90fb5b4-5396-4daa-8e55-8894de66d707 HTTP/1.1" status: 200 len: 858 time: 0.1410165 Apr 15 20:32:48.875614 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-973be00a-8f3e-40bb-9f0b-04971951c24a req-db950796-1a56-493f-ab44-a5001275dc32 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ea2effbe-b5a2-46bc-8ec6-0a200ba4895c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547593 Apr 15 20:32:48.922354 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2b5850b-e58f-408f-ba27-8b40b85ec2f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '431d1899-741c-4f0d-b594-b5d307b22afb', 'code': 200} Apr 15 20:32:49.067064 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7534e25a-5dd9-42ca-b79a-d385fd37c22a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:49.089327 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-7534e25a-5dd9-42ca-b79a-d385fd37c22a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:32:49.093612 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-7534e25a-5dd9-42ca-b79a-d385fd37c22a admin admin] Usage tracker for resource:security_group_rule and tenant:1d4f062a0b084e0892e90010b1a763e5 is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:32:49.097634 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-7534e25a-5dd9-42ca-b79a-d385fd37c22a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:32:49.104772 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-7534e25a-5dd9-42ca-b79a-d385fd37c22a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:32:49.203141 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be558078-c63a-40a9-887a-6bf607d67f01 req-de494da1-b3f5-466f-b4f7-7d5b4be5ed6e tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:49.204736 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-be558078-c63a-40a9-887a-6bf607d67f01 req-de494da1-b3f5-466f-b4f7-7d5b4be5ed6e tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2b5850b-e58f-408f-ba27-8b40b85ec2f7 HTTP/1.1" status: 200 len: 945 time: 0.4651301 Apr 15 20:32:49.262614 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7534e25a-5dd9-42ca-b79a-d385fd37c22a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:49.273684 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7534e25a-5dd9-42ca-b79a-d385fd37c22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:49.304809 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:49.351535 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7534e25a-5dd9-42ca-b79a-d385fd37c22a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e631af-24e6-48ec-84ce-3245961addbe,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:49.369367 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-7534e25a-5dd9-42ca-b79a-d385fd37c22a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:49.380584 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-7534e25a-5dd9-42ca-b79a-d385fd37c22a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1d4f062a0b084e0892e90010b1a763e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6491086 Apr 15 20:32:49.383507 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 58118) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:32:49.443562 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 58122) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:32:49.469334 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-d8f3d347-ba75-430d-9f31-e6d986611649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:49.531722 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-d8f3d347-ba75-430d-9f31-e6d986611649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:49.553309 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6a5ef30-fb31-4a4a-b920-e6f83c17d0bf', 'tag': 'b7811b8b-0ba0-4aa4-98da-626bdc5c84fa'}] {{(pid=85411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:32:49.584015 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-611aad59-e19d-4c1d-b92d-eb0975a661b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:49.677844 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-d8f3d347-ba75-430d-9f31-e6d986611649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:49.678738 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-973be00a-8f3e-40bb-9f0b-04971951c24a req-76a6085b-473e-4e49-9934-e8b3a9ffce10 service neutron] 10.222.0.76 "GET /v2.0/networks/ea2effbe-b5a2-46bc-8ec6-0a200ba4895c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7873366 Apr 15 20:32:49.683583 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:49.688472 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-be558078-c63a-40a9-887a-6bf607d67f01 req-daed14c9-063a-4102-b1bd-339a33b0b91c tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] 10.222.0.69 "GET /v2.0/security-groups?id=1665cfb5-0d66-414b-a623-b9fb9aac8744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4682324 Apr 15 20:32:49.719014 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f3d347-ba75-430d-9f31-e6d986611649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e631af-24e6-48ec-84ce-3245961addbe,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:49.732348 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-d8f3d347-ba75-430d-9f31-e6d986611649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:49.784410 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c17e2bf9-c6a3-4ca5-995c-64356c870395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:49.797979 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-d8f3d347-ba75-430d-9f31-e6d986611649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:49.814566 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-d8f3d347-ba75-430d-9f31-e6d986611649 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c1e631af-24e6-48ec-84ce-3245961addbe HTTP/1.1" status: 204 len: 168 time: 0.4275291 Apr 15 20:32:49.825204 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-c17e2bf9-c6a3-4ca5-995c-64356c870395 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:32:49.832157 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-c17e2bf9-c6a3-4ca5-995c-64356c870395 admin admin] Usage tracker for resource:security_group_rule and tenant:99189f2965b749de8af5cde01f95c416 is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:32:49.835562 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-c17e2bf9-c6a3-4ca5-995c-64356c870395 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:32:49.841620 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-c17e2bf9-c6a3-4ca5-995c-64356c870395 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:32:49.880007 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ef0b82-88fe-4413-829a-6e94acd1e46c req-c7cb9636-8669-4cf0-82fe-9970e89e7453 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:49.881657 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-39ef0b82-88fe-4413-829a-6e94acd1e46c req-c7cb9636-8669-4cf0-82fe-9970e89e7453 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/ports?device_id=013242ac-6a8e-472e-9e6e-90232753f2c7 HTTP/1.1" status: 200 len: 945 time: 0.7993143 Apr 15 20:32:49.932288 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-6e643682-a66f-4d07-af08-5ad0153b5fa0 req-18107c00-a425-4bcb-961a-a2e18b8cd131 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b0f5546-ad33-40d8-94b2-83b445a88502 HTTP/1.1" status: 200 len: 210 time: 0.0721390 Apr 15 20:32:49.950700 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa84ece9-78c6-4760-b500-54015b032b5a req-0a175336-3e97-4ef5-a55f-09fb2c11d68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:49.962033 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-fa84ece9-78c6-4760-b500-54015b032b5a req-0a175336-3e97-4ef5-a55f-09fb2c11d68c service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=e2b5850b-e58f-408f-ba27-8b40b85ec2f7 HTTP/1.1" status: 200 len: 1098 time: 0.7165284 Apr 15 20:32:49.962556 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c17e2bf9-c6a3-4ca5-995c-64356c870395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:49.962556 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c17e2bf9-c6a3-4ca5-995c-64356c870395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:49.990534 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:50.016940 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-fa84ece9-78c6-4760-b500-54015b032b5a req-92d90253-6a95-4c9b-8966-b2707071251a service neutron] Notify callbacks [] for security_group, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:50.026727 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17e2bf9-c6a3-4ca5-995c-64356c870395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=033e1832-a433-42ef-8270-f9f2933663b5,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:50.032349 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-c17e2bf9-c6a3-4ca5-995c-64356c870395 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:50.050441 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-c17e2bf9-c6a3-4ca5-995c-64356c870395 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=99189f2965b749de8af5cde01f95c416&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5822499 Apr 15 20:32:50.064472 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 58148) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:32:50.085456 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-39ef0b82-88fe-4413-829a-6e94acd1e46c req-8c35c9d0-5401-4af9-a25b-1566f6e319e6 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/security-groups?id=2edb3071-98d0-466a-b0a6-21d6399c15c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478446 Apr 15 20:32:50.108214 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-973be00a-8f3e-40bb-9f0b-04971951c24a req-fb53fe87-7aa2-482b-a918-26cf499ae42a service neutron] 10.222.0.76 "GET /v2.0/networks/ea2effbe-b5a2-46bc-8ec6-0a200ba4895c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4179449 Apr 15 20:32:50.111414 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [req-fa84ece9-78c6-4760-b500-54015b032b5a req-92d90253-6a95-4c9b-8966-b2707071251a service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:32:50.122632 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-fa84ece9-78c6-4760-b500-54015b032b5a req-92d90253-6a95-4c9b-8966-b2707071251a service neutron] Usage tracker for resource:security_group_rule and tenant:71850a8d841b4db0a383470f69d0a80e is out of sync, need to count used quota {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:32:50.131974 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-fa84ece9-78c6-4760-b500-54015b032b5a req-92d90253-6a95-4c9b-8966-b2707071251a service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:32:50.145225 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [req-fa84ece9-78c6-4760-b500-54015b032b5a req-92d90253-6a95-4c9b-8966-b2707071251a service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:32:50.215851 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e7314ae3-ca9f-4346-aea6-fecd5ca0f514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:50.242791 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6a5ef30-fb31-4a4a-b920-e6f83c17d0bf', 'tag': 'b7811b8b-0ba0-4aa4-98da-626bdc5c84fa', 'status': 'completed', 'code': 200} Apr 15 20:32:50.249748 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e7314ae3-ca9f-4346-aea6-fecd5ca0f514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:50.350358 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device fc41e5a6-b0ea-49fb-b50c-ac856b571e16 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 20:32:50.396713 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb1be6-256e-449e-8a47-a7a8245b4b70 req-a08fd7ad-43e6-455b-be0b-67473afef9e1 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:50.398356 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f1eb1be6-256e-449e-8a47-a7a8245b4b70 req-a08fd7ad-43e6-455b-be0b-67473afef9e1 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6a5ef30-fb31-4a4a-b920-e6f83c17d0bf HTTP/1.1" status: 200 len: 943 time: 0.2421207 Apr 15 20:32:50.398927 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 58158) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:32:50.409449 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357b1f5-ffda-459b-937e-fbabc56b3c56 req-2a62a591-09c7-49a9-b16d-a025025644ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:50.411122 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-1357b1f5-ffda-459b-937e-fbabc56b3c56 req-2a62a591-09c7-49a9-b16d-a025025644ce service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1e31b55aa57d4e31a2da58cc9cf6c253&device_id=f6a5ef30-fb31-4a4a-b920-e6f83c17d0bf HTTP/1.1" status: 200 len: 1096 time: 0.1660342 Apr 15 20:32:50.435593 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-52541812-a0f0-448a-aa9c-4b5d9cdde191 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:50.469406 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-52541812-a0f0-448a-aa9c-4b5d9cdde191 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:32:50.473551 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-52541812-a0f0-448a-aa9c-4b5d9cdde191 admin admin] Usage tracker for resource:security_group_rule and tenant:49f0a04338214c9abfd1b21aa875e2fe is out of sync, need to count used quota {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:32:50.476543 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-52541812-a0f0-448a-aa9c-4b5d9cdde191 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:32:50.483169 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-52541812-a0f0-448a-aa9c-4b5d9cdde191 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:32:50.491340 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e7314ae3-ca9f-4346-aea6-fecd5ca0f514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:50.505349 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-a34e5328-8f2b-4bb6-acc0-7be9cd431f94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:50.523375 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e7314ae3-ca9f-4346-aea6-fecd5ca0f514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:50.526946 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-e7314ae3-ca9f-4346-aea6-fecd5ca0f514 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/033e1832-a433-42ef-8270-f9f2933663b5 HTTP/1.1" status: 204 len: 168 time: 0.4608808 Apr 15 20:32:50.546669 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7314ae3-ca9f-4346-aea6-fecd5ca0f514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=033e1832-a433-42ef-8270-f9f2933663b5,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:50.553712 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-e7314ae3-ca9f-4346-aea6-fecd5ca0f514 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:50.577187 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84aa26e-3721-456b-82b3-bbe6e7f3d77b req-1c729e92-9a52-4962-9fbf-1657adfdaa2a tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:50.583181 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-f84aa26e-3721-456b-82b3-bbe6e7f3d77b req-1c729e92-9a52-4962-9fbf-1657adfdaa2a tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Synchronizing usage tracker for tenant:a7106cb89b6d4e9399c7bc046ff492b4 on resource:network {{(pid=85412) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:32:50.592581 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-52541812-a0f0-448a-aa9c-4b5d9cdde191 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:50.596905 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] For port fc41e5a6-b0ea-49fb-b50c-ac856b571e16, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=fc41e5a6-b0ea-49fb-b50c-ac856b571e16,segment=NetworkSegment(12e8ab93-f25d-4cfa-af33-1044a42b7753),segment_id=12e8ab93-f25d-4cfa-af33-1044a42b7753)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:32:50.615672 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Returning: {'device': 'fc41e5a6-b0ea-49fb-b50c-ac856b571e16', 'network_id': 'ea2effbe-b5a2-46bc-8ec6-0a200ba4895c', 'port_id': 'fc41e5a6-b0ea-49fb-b50c-ac856b571e16', 'mac_address': 'fa:16:3e:28:ac:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c90fb5b4-5396-4daa-8e55-8894de66d707', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 20:32:50.654830 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-52541812-a0f0-448a-aa9c-4b5d9cdde191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:50.695982 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:50.728243 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc41e5a6-b0ea-49fb-b50c-ac856b571e16 {{(pid=85413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:32:50.749602 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] For port fc41e5a6-b0ea-49fb-b50c-ac856b571e16, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=fc41e5a6-b0ea-49fb-b50c-ac856b571e16,segment=NetworkSegment(12e8ab93-f25d-4cfa-af33-1044a42b7753),segment_id=12e8ab93-f25d-4cfa-af33-1044a42b7753)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:32:50.754592 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:50.757579 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:50.783841 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-8e3a2d39-e9c4-47e7-91f2-0141c3840567 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:50.850991 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Pushing event updated for resources: {'Port': ['ID=fc41e5a6-b0ea-49fb-b50c-ac856b571e16,revision_number=4']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:50.862543 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:50.902684 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f1eb1be6-256e-449e-8a47-a7a8245b4b70 req-1c4fdd7a-9906-42ac-adba-ef62067f9bf8 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4699831 Apr 15 20:32:50.923529 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '013242ac-6a8e-472e-9e6e-90232753f2c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '723487d3-c1dd-47ca-a8ce-10e48acca928'}] {{(pid=85413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:32:50.955331 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-fa84ece9-78c6-4760-b500-54015b032b5a req-92d90253-6a95-4c9b-8966-b2707071251a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:50.968150 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-f84aa26e-3721-456b-82b3-bbe6e7f3d77b req-1c729e92-9a52-4962-9fbf-1657adfdaa2a tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Unset dirty status for tenant:a7106cb89b6d4e9399c7bc046ff492b4 on resource:network {{(pid=85412) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:32:50.969416 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f84aa26e-3721-456b-82b3-bbe6e7f3d77b req-1c729e92-9a52-4962-9fbf-1657adfdaa2a tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.76 "GET /v2.0/networks?id=5bc06a2b-9024-484d-8786-16d9b4579274 HTTP/1.1" status: 200 len: 816 time: 0.7118533 Apr 15 20:32:50.987448 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '013242ac-6a8e-472e-9e6e-90232753f2c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '723487d3-c1dd-47ca-a8ce-10e48acca928', 'code': 200} Apr 15 20:32:51.112179 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52541812-a0f0-448a-aa9c-4b5d9cdde191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c871ecc7-1d0b-4ac4-8d8f-528f5e002527,revision_number=1']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:51.123140 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-fa84ece9-78c6-4760-b500-54015b032b5a req-92d90253-6a95-4c9b-8966-b2707071251a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:51.125969 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] get_ports_and_sgs() called for port_ids ['fc41e5a6-b0ea-49fb-b50c-ac856b571e16'] {{(pid=85413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:32:51.141381 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-f84aa26e-3721-456b-82b3-bbe6e7f3d77b req-d1981fd6-a92c-43e2-9fc2-082d37844df2 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Synchronizing usage tracker for tenant:a7106cb89b6d4e9399c7bc046ff492b4 on resource:security_group {{(pid=85412) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:32:51.145517 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 58196) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:32:51.161977 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-52541812-a0f0-448a-aa9c-4b5d9cdde191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:51.162707 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-52541812-a0f0-448a-aa9c-4b5d9cdde191 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:51.176747 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-f84aa26e-3721-456b-82b3-bbe6e7f3d77b req-d1981fd6-a92c-43e2-9fc2-082d37844df2 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Unset dirty status for tenant:a7106cb89b6d4e9399c7bc046ff492b4 on resource:security_group {{(pid=85412) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:32:51.178950 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f84aa26e-3721-456b-82b3-bbe6e7f3d77b req-d1981fd6-a92c-43e2-9fc2-082d37844df2 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a7106cb89b6d4e9399c7bc046ff492b4 HTTP/1.1" status: 200 len: 5704 time: 0.2000229 Apr 15 20:32:51.180435 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-b471bcb3-2095-4495-a1f1-19ab01296b25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:51.194276 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-fa84ece9-78c6-4760-b500-54015b032b5a req-92d90253-6a95-4c9b-8966-b2707071251a service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=1665cfb5-0d66-414b-a623-b9fb9aac8744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2100809 Apr 15 20:32:51.195999 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [req-f84aa26e-3721-456b-82b3-bbe6e7f3d77b req-3855257f-34ba-44f9-bf72-e4f0eaeecc02 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Request body: {'port': {'device_id': '9b0f5546-ad33-40d8-94b2-83b445a88502', 'network_id': '5bc06a2b-9024-484d-8786-16d9b4579274', 'admin_state_up': True, 'tenant_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'security_groups': ['27a4496c-faf3-4e36-a2a3-82d63f6ce3d3']}} {{(pid=85412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:32:51.212910 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-52541812-a0f0-448a-aa9c-4b5d9cdde191 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=49f0a04338214c9abfd1b21aa875e2fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8107414 Apr 15 20:32:51.222050 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 58202) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:32:51.247547 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-b471bcb3-2095-4495-a1f1-19ab01296b25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:32:51.295553 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-dd260587-0fbf-4930-9dfe-a7380b6268b1 req-f98815e8-64ec-4df3-80a0-1333d5adaefa tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b0f5546-ad33-40d8-94b2-83b445a88502 HTTP/1.1" status: 200 len: 210 time: 0.1348510 Apr 15 20:32:51.306170 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d90253-6a95-4c9b-8966-b2707071251a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e553f59e-acef-40fd-afca-8ed49bf9848a,revision_number=1']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:51.321249 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357b1f5-ffda-459b-937e-fbabc56b3c56 req-a2c2f412-cf72-488a-819b-702dec350b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:51.322858 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-1357b1f5-ffda-459b-937e-fbabc56b3c56 req-a2c2f412-cf72-488a-819b-702dec350b5c service neutron] 10.222.0.76 "GET /v2.0/networks?id=ea2effbe-b5a2-46bc-8ec6-0a200ba4895c HTTP/1.1" status: 200 len: 920 time: 0.8738430 Apr 15 20:32:51.323672 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-92d90253-6a95-4c9b-8966-b2707071251a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:51.387555 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-b471bcb3-2095-4495-a1f1-19ab01296b25 admin admin] Usage tracker for resource:security_group_rule and tenant:c51a7daf0eda4cbe8b8f103e7f449098 is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:32:51.393023 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-b471bcb3-2095-4495-a1f1-19ab01296b25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:32:51.422454 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-b471bcb3-2095-4495-a1f1-19ab01296b25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:32:51.525339 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42752e3f-20c0-405c-b5a2-f483acfe7419 req-b7e2e2e1-bca4-4025-9530-14ca2067793f tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:51.526486 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-db163eb1-c574-48cf-888c-b9a67252e850 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:51.527032 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-42752e3f-20c0-405c-b5a2-f483acfe7419 req-b7e2e2e1-bca4-4025-9530-14ca2067793f tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2b5850b-e58f-408f-ba27-8b40b85ec2f7 HTTP/1.1" status: 200 len: 945 time: 0.5791101 Apr 15 20:32:51.571453 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [req-f84aa26e-3721-456b-82b3-bbe6e7f3d77b req-3855257f-34ba-44f9-bf72-e4f0eaeecc02 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:32:51.589813 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-1357b1f5-ffda-459b-937e-fbabc56b3c56 req-c5567456-9aec-4a4f-9b2b-8179b1a48927 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7811b8b-0ba0-4aa4-98da-626bdc5c84fa HTTP/1.1" status: 200 len: 217 time: 0.2100317 Apr 15 20:32:51.599985 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-db163eb1-c574-48cf-888c-b9a67252e850 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:51.624680 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [req-f84aa26e-3721-456b-82b3-bbe6e7f3d77b req-3855257f-34ba-44f9-bf72-e4f0eaeecc02 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:32:51.673737 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f84aa26e-3721-456b-82b3-bbe6e7f3d77b req-3855257f-34ba-44f9-bf72-e4f0eaeecc02 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Made reservation on behalf of a7106cb89b6d4e9399c7bc046ff492b4 for: {'port': 1} {{(pid=85412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:32:51.679788 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-f84aa26e-3721-456b-82b3-bbe6e7f3d77b req-3855257f-34ba-44f9-bf72-e4f0eaeecc02 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:51.754335 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-42752e3f-20c0-405c-b5a2-f483acfe7419 req-88e0106a-d471-4c8f-b84e-90650b045a01 tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] 10.222.0.69 "GET /v2.0/security-groups?id=1665cfb5-0d66-414b-a623-b9fb9aac8744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740556 Apr 15 20:32:51.769961 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-b471bcb3-2095-4495-a1f1-19ab01296b25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:51.778599 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357b1f5-ffda-459b-937e-fbabc56b3c56 req-8406b158-ddd0-4713-a074-02bbf71d212d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:51.779659 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-1357b1f5-ffda-459b-937e-fbabc56b3c56 req-8406b158-ddd0-4713-a074-02bbf71d212d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c90fb5b4-5396-4daa-8e55-8894de66d707 HTTP/1.1" status: 200 len: 858 time: 0.1679490 Apr 15 20:32:51.785121 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-b471bcb3-2095-4495-a1f1-19ab01296b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:51.785911 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-db163eb1-c574-48cf-888c-b9a67252e850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:51.800477 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:51.849560 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647f021f-2496-4b78-89fb-ea306c791326 req-428bcf96-9159-4488-bf52-24bcb3cc602a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:51.851205 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-647f021f-2496-4b78-89fb-ea306c791326 req-428bcf96-9159-4488-bf52-24bcb3cc602a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=013242ac-6a8e-472e-9e6e-90232753f2c7 HTTP/1.1" status: 200 len: 1098 time: 0.3369205 Apr 15 20:32:51.854408 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-1357b1f5-ffda-459b-937e-fbabc56b3c56 req-70151e20-e4a9-42f7-b58e-ad9df8e0e54c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ea2effbe-b5a2-46bc-8ec6-0a200ba4895c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621471 Apr 15 20:32:51.870274 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-b471bcb3-2095-4495-a1f1-19ab01296b25 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c51a7daf0eda4cbe8b8f103e7f449098&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7234614 Apr 15 20:32:51.871199 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f49ed8-e64f-4526-908c-3e03d0b68d09 req-a8db1eab-dc2c-41fa-881f-ede8ef6d582d tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:51.872751 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-a5f49ed8-e64f-4526-908c-3e03d0b68d09 req-a8db1eab-dc2c-41fa-881f-ede8ef6d582d tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/ports?device_id=013242ac-6a8e-472e-9e6e-90232753f2c7 HTTP/1.1" status: 200 len: 945 time: 0.2103777 Apr 15 20:32:51.875599 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 58210) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:32:51.910306 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b471bcb3-2095-4495-a1f1-19ab01296b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ebb58d3-8ff5-495a-8bcb-ba92338fabd9,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:51.933294 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db163eb1-c574-48cf-888c-b9a67252e850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c871ecc7-1d0b-4ac4-8d8f-528f5e002527,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:51.941769 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-db163eb1-c574-48cf-888c-b9a67252e850 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:51.942310 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-5038a20b-bacd-4927-8e7f-fecfa935ec64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:51.942746 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-5038a20b-bacd-4927-8e7f-fecfa935ec64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:51.962450 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-db163eb1-c574-48cf-888c-b9a67252e850 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:51.963704 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-db163eb1-c574-48cf-888c-b9a67252e850 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c871ecc7-1d0b-4ac4-8d8f-528f5e002527 HTTP/1.1" status: 204 len: 168 time: 0.7369499 Apr 15 20:32:51.989759 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.db_base_plugin_common [req-f84aa26e-3721-456b-82b3-bbe6e7f3d77b req-3855257f-34ba-44f9-bf72-e4f0eaeecc02 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Allocated IP 172.20.0.14 (5bc06a2b-9024-484d-8786-16d9b4579274/115d02bc-de92-4568-be72-0d321d902e0d/20f6bd16-038a-422f-963b-1ce0ad312762) {{(pid=85412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:32:52.146807 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-647f021f-2496-4b78-89fb-ea306c791326 req-d9f38e55-a130-44d4-9339-5c7946ec10c7 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=2edb3071-98d0-466a-b0a6-21d6399c15c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716722 Apr 15 20:32:52.163370 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-a5f49ed8-e64f-4526-908c-3e03d0b68d09 req-574840e4-f24f-4490-b964-e097cdea99d0 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/security-groups?id=2edb3071-98d0-466a-b0a6-21d6399c15c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527547 Apr 15 20:32:52.189491 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-06c28f3e-420b-4cd8-9845-a3f974613d2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:52.257890 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-06c28f3e-420b-4cd8-9845-a3f974613d2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:52.277002 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-1357b1f5-ffda-459b-937e-fbabc56b3c56 req-7670a841-527e-4906-bcb9-6ce47d7e7783 service neutron] 10.222.0.76 "GET /v2.0/networks/ea2effbe-b5a2-46bc-8ec6-0a200ba4895c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4031968 Apr 15 20:32:52.316308 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45917adb-941c-4894-b0b1-e0017b2f4b0d req-da756cf3-aec9-4d18-96c1-1351e039a689 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:52.318884 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-45917adb-941c-4894-b0b1-e0017b2f4b0d req-da756cf3-aec9-4d18-96c1-1351e039a689 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6a5ef30-fb31-4a4a-b920-e6f83c17d0bf HTTP/1.1" status: 200 len: 943 time: 0.2835987 Apr 15 20:32:52.392986 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-45917adb-941c-4894-b0b1-e0017b2f4b0d req-6790691c-8105-4429-b767-c8407b84db75 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518517 Apr 15 20:32:52.398970 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-06c28f3e-420b-4cd8-9845-a3f974613d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:52.407123 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:52.456205 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device b7811b8b-0ba0-4aa4-98da-626bdc5c84fa details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 20:32:52.462164 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c28f3e-420b-4cd8-9845-a3f974613d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ebb58d3-8ff5-495a-8bcb-ba92338fabd9,revision_number=None']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:52.468291 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-06c28f3e-420b-4cd8-9845-a3f974613d2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:52.489866 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-f84aa26e-3721-456b-82b3-bbe6e7f3d77b req-3855257f-34ba-44f9-bf72-e4f0eaeecc02 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks [] for port, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:52.506846 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [req-f84aa26e-3721-456b-82b3-bbe6e7f3d77b req-3855257f-34ba-44f9-bf72-e4f0eaeecc02 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Transition to ACTIVE for port object 20f6bd16-038a-422f-963b-1ce0ad312762 will not be triggered until provisioned by entity DHCP. {{(pid=85412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:32:52.535663 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-cc76ef99-1f9d-4dec-a227-887a66adf2a6 req-ee9827dd-6f17-4b92-bff2-26a6ba6e3b49 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b0f5546-ad33-40d8-94b2-83b445a88502 HTTP/1.1" status: 200 len: 210 time: 0.0617197 Apr 15 20:32:52.537818 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-f84aa26e-3721-456b-82b3-bbe6e7f3d77b req-3855257f-34ba-44f9-bf72-e4f0eaeecc02 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245250087898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852524119'] for port, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:52.542454 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-06c28f3e-420b-4cd8-9845-a3f974613d2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:52.543693 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-06c28f3e-420b-4cd8-9845-a3f974613d2d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1ebb58d3-8ff5-495a-8bcb-ba92338fabd9 HTTP/1.1" status: 204 len: 168 time: 0.6668451 Apr 15 20:32:52.561970 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-695b6693-7846-470c-a319-74043fca99a7 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:52.816718 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] For port b7811b8b-0ba0-4aa4-98da-626bdc5c84fa, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b7811b8b-0ba0-4aa4-98da-626bdc5c84fa,segment=NetworkSegment(12e8ab93-f25d-4cfa-af33-1044a42b7753),segment_id=12e8ab93-f25d-4cfa-af33-1044a42b7753)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:32:52.830703 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3855257f-34ba-44f9-bf72-e4f0eaeecc02 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Pushing event updated for resources: {'Port': ['ID=20f6bd16-038a-422f-963b-1ce0ad312762,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:52.840455 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-3855257f-34ba-44f9-bf72-e4f0eaeecc02 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:52.853869 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-1357b1f5-ffda-459b-937e-fbabc56b3c56 req-14fd20ff-6ace-406b-8721-27153f2e2a39 service neutron] 10.222.0.76 "GET /v2.0/networks/ea2effbe-b5a2-46bc-8ec6-0a200ba4895c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002238 Apr 15 20:32:52.858641 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Returning: {'device': 'b7811b8b-0ba0-4aa4-98da-626bdc5c84fa', 'network_id': 'ea2effbe-b5a2-46bc-8ec6-0a200ba4895c', 'port_id': 'b7811b8b-0ba0-4aa4-98da-626bdc5c84fa', 'mac_address': 'fa:16:3e:00:21:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c90fb5b4-5396-4daa-8e55-8894de66d707', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 20:32:52.962737 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f84aa26e-3721-456b-82b3-bbe6e7f3d77b req-3855257f-34ba-44f9-bf72-e4f0eaeecc02 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Network 5bc06a2b-9024-484d-8786-16d9b4579274 is already hosted by enough agents. {{(pid=85412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:32:52.963984 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:52.973372 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.base_scheduler [req-f84aa26e-3721-456b-82b3-bbe6e7f3d77b req-3855257f-34ba-44f9-bf72-e4f0eaeecc02 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Resources bound (agent type, host, resource id): {{(pid=85412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:32:52.977653 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [req-f84aa26e-3721-456b-82b3-bbe6e7f3d77b req-3855257f-34ba-44f9-bf72-e4f0eaeecc02 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Received port after_create {{(pid=85412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:32:52.994409 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7811b8b-0ba0-4aa4-98da-626bdc5c84fa {{(pid=85413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:32:53.031341 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] For port b7811b8b-0ba0-4aa4-98da-626bdc5c84fa, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b7811b8b-0ba0-4aa4-98da-626bdc5c84fa,segment=NetworkSegment(12e8ab93-f25d-4cfa-af33-1044a42b7753),segment_id=12e8ab93-f25d-4cfa-af33-1044a42b7753)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:32:53.037826 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:53.040723 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:53.195920 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c26c99-69d5-4437-b4d1-ddf0e7a51064 req-6abe9b37-9c99-4830-90d2-0e26a6ddf1a9 tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:53.218924 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-37c26c99-69d5-4437-b4d1-ddf0e7a51064 req-6abe9b37-9c99-4830-90d2-0e26a6ddf1a9 tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2b5850b-e58f-408f-ba27-8b40b85ec2f7 HTTP/1.1" status: 200 len: 945 time: 0.2944167 Apr 15 20:32:53.228254 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 58252) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:32:53.270822 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84aa26e-3721-456b-82b3-bbe6e7f3d77b req-3855257f-34ba-44f9-bf72-e4f0eaeecc02 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:53.277912 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-f84aa26e-3721-456b-82b3-bbe6e7f3d77b req-3855257f-34ba-44f9-bf72-e4f0eaeecc02 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16483510'] for port, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:53.334136 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f84aa26e-3721-456b-82b3-bbe6e7f3d77b req-3855257f-34ba-44f9-bf72-e4f0eaeecc02 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1423204 Apr 15 20:32:53.350658 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Pushing event updated for resources: {'Port': ['ID=b7811b8b-0ba0-4aa4-98da-626bdc5c84fa,revision_number=4']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:53.351181 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [req-f84aa26e-3721-456b-82b3-bbe6e7f3d77b req-07892251-f0ed-4d8a-917c-3a7d243094b2 service neutron] Request body: {'port': {'device_id': '9b0f5546-ad33-40d8-94b2-83b445a88502', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:32:53.380505 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:53.405327 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-37c26c99-69d5-4437-b4d1-ddf0e7a51064 req-e69ce26b-6a63-4766-91e7-7ff5b7d7da3e tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] 10.222.0.69 "GET /v2.0/security-groups?id=1665cfb5-0d66-414b-a623-b9fb9aac8744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839125 Apr 15 20:32:53.416782 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-276a5be8-8284-41f5-9970-9a0fbec7073b None None] Provisioning for port 20f6bd16-038a-422f-963b-1ce0ad312762 completed by entity DHCP. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:32:53.426740 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-276a5be8-8284-41f5-9970-9a0fbec7073b None None] Provisioning complete for port 20f6bd16-038a-422f-963b-1ce0ad312762 triggered by entity DHCP. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:32:53.427461 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-276a5be8-8284-41f5-9970-9a0fbec7073b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:53.496290 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-276a5be8-8284-41f5-9970-9a0fbec7073b None None] Port 20f6bd16-038a-422f-963b-1ce0ad312762 cannot update to ACTIVE because it is not bound. {{(pid=85413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 20:32:53.583749 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-f84aa26e-3721-456b-82b3-bbe6e7f3d77b req-07892251-f0ed-4d8a-917c-3a7d243094b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:53.591576 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] get_ports_and_sgs() called for port_ids ['b7811b8b-0ba0-4aa4-98da-626bdc5c84fa'] {{(pid=85413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:32:53.656754 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8c11f1-3da7-402b-9a89-14ea61ec5da3 req-007c0990-cff2-429e-b95b-e9f5a98ba7da tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:53.658433 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-9e8c11f1-3da7-402b-9a89-14ea61ec5da3 req-007c0990-cff2-429e-b95b-e9f5a98ba7da tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/ports?device_id=013242ac-6a8e-472e-9e6e-90232753f2c7 HTTP/1.1" status: 200 len: 945 time: 0.2156851 Apr 15 20:32:53.710278 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d20a58-9802-413c-a620-328b5745fe69 req-5755b7fc-0309-47bb-9a8b-1b495b0c8e05 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:53.718073 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-71d20a58-9802-413c-a620-328b5745fe69 req-5755b7fc-0309-47bb-9a8b-1b495b0c8e05 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6a5ef30-fb31-4a4a-b920-e6f83c17d0bf HTTP/1.1" status: 200 len: 944 time: 0.1637866 Apr 15 20:32:53.779779 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-21668289-7d0f-4f3f-aa0b-94a9bcc0a910 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:53.818895 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-21668289-7d0f-4f3f-aa0b-94a9bcc0a910 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:32:53.835058 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-9e8c11f1-3da7-402b-9a89-14ea61ec5da3 req-cb005d46-68c1-40eb-83d1-db8b5e2bde5e tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/security-groups?id=2edb3071-98d0-466a-b0a6-21d6399c15c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668799 Apr 15 20:32:53.869370 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-71d20a58-9802-413c-a620-328b5745fe69 req-847a08a9-7056-413b-8d93-3ba2e02fe0ce tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501656 Apr 15 20:32:53.870664 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-21668289-7d0f-4f3f-aa0b-94a9bcc0a910 admin admin] Usage tracker for resource:security_group_rule and tenant:03a6ca009e41497988c016ef43cc6356 is out of sync, need to count used quota {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:32:53.874781 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-21668289-7d0f-4f3f-aa0b-94a9bcc0a910 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:32:53.888395 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-21668289-7d0f-4f3f-aa0b-94a9bcc0a910 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:32:54.172444 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [req-f84aa26e-3721-456b-82b3-bbe6e7f3d77b req-07892251-f0ed-4d8a-917c-3a7d243094b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20f6bd16-038a-422f-963b-1ce0ad312762 {{(pid=85412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:32:54.183076 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-f84aa26e-3721-456b-82b3-bbe6e7f3d77b req-07892251-f0ed-4d8a-917c-3a7d243094b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:54.201498 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [req-f84aa26e-3721-456b-82b3-bbe6e7f3d77b req-07892251-f0ed-4d8a-917c-3a7d243094b2 service neutron] Transition to ACTIVE for port object 20f6bd16-038a-422f-963b-1ce0ad312762 will not be triggered until provisioned by entity L2. {{(pid=85412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:32:54.207038 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-f84aa26e-3721-456b-82b3-bbe6e7f3d77b req-07892251-f0ed-4d8a-917c-3a7d243094b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2251697'] for port, after_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:54.324308 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a42ef30-91da-43ff-9693-6f8c152b46e9 req-3cb72f29-61e6-4aad-893d-47d5a4d9eff1 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:54.332148 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-5a42ef30-91da-43ff-9693-6f8c152b46e9 req-3cb72f29-61e6-4aad-893d-47d5a4d9eff1 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b0f5546-ad33-40d8-94b2-83b445a88502 HTTP/1.1" status: 200 len: 932 time: 0.3424981 Apr 15 20:32:54.348176 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:54.349769 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-21668289-7d0f-4f3f-aa0b-94a9bcc0a910 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:54.357228 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device fc41e5a6-b0ea-49fb-b50c-ac856b571e16 up at agent hyperv_hv-cinder-78638 {{(pid=85413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:32:54.362398 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-21668289-7d0f-4f3f-aa0b-94a9bcc0a910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:54.376825 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:54.442306 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21668289-7d0f-4f3f-aa0b-94a9bcc0a910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f67dc9-f90d-4f1c-a3de-572535eff2b0,revision_number=1']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:54.449831 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-21668289-7d0f-4f3f-aa0b-94a9bcc0a910 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=03a6ca009e41497988c016ef43cc6356&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2164295 Apr 15 20:32:54.460275 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-21668289-7d0f-4f3f-aa0b-94a9bcc0a910 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:54.460780 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 58306) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:32:54.506797 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07892251-f0ed-4d8a-917c-3a7d243094b2 service neutron] Pushing event updated for resources: {'Port': ['ID=20f6bd16-038a-422f-963b-1ce0ad312762,revision_number=2']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:54.525525 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Provisioning for port fc41e5a6-b0ea-49fb-b50c-ac856b571e16 completed by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:32:54.529838 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-5a42ef30-91da-43ff-9693-6f8c152b46e9 req-a356565b-72af-4b82-8873-bd261f25c7bc tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=27a4496c-faf3-4e36-a2a3-82d63f6ce3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1968732 Apr 15 20:32:54.531709 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Provisioning complete for port fc41e5a6-b0ea-49fb-b50c-ac856b571e16 triggered by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:32:54.532144 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:54.655284 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-5260fff4-1fc3-4017-a9cc-172faa2bb327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:54.694257 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-07892251-f0ed-4d8a-917c-3a7d243094b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:54.719687 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-5260fff4-1fc3-4017-a9cc-172faa2bb327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:54.849927 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:54.866146 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-5260fff4-1fc3-4017-a9cc-172faa2bb327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:54.889078 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] For port fc41e5a6-b0ea-49fb-b50c-ac856b571e16, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=fc41e5a6-b0ea-49fb-b50c-ac856b571e16,segment=NetworkSegment(12e8ab93-f25d-4cfa-af33-1044a42b7753),segment_id=12e8ab93-f25d-4cfa-af33-1044a42b7753)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:32:54.890687 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '402d0c46-dfca-4bdc-bde6-0530e33b1285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc41e5a6-b0ea-49fb-b50c-ac856b571e16'}] {{(pid=85413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:32:54.891636 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:54.898026 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:54.900142 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:54.932256 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5260fff4-1fc3-4017-a9cc-172faa2bb327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f67dc9-f90d-4f1c-a3de-572535eff2b0,revision_number=None']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:54.954563 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [req-f84aa26e-3721-456b-82b3-bbe6e7f3d77b req-07892251-f0ed-4d8a-917c-3a7d243094b2 service neutron] Attempting to bind port 20f6bd16-038a-422f-963b-1ce0ad312762 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:32:54.954945 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [req-f84aa26e-3721-456b-82b3-bbe6e7f3d77b req-07892251-f0ed-4d8a-917c-3a7d243094b2 service neutron] Attempting to bind port 20f6bd16-038a-422f-963b-1ce0ad312762 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '8f8c4df8-9981-44cd-9c71-6e51c9e29c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '5bc06a2b-9024-484d-8786-16d9b4579274'}] {{(pid=85412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:32:54.955345 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84aa26e-3721-456b-82b3-bbe6e7f3d77b req-07892251-f0ed-4d8a-917c-3a7d243094b2 service neutron] Attempting to bind port 20f6bd16-038a-422f-963b-1ce0ad312762 on network 5bc06a2b-9024-484d-8786-16d9b4579274 {{(pid=85412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:32:54.965779 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-5260fff4-1fc3-4017-a9cc-172faa2bb327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:54.969016 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84aa26e-3721-456b-82b3-bbe6e7f3d77b req-07892251-f0ed-4d8a-917c-3a7d243094b2 service neutron] Port 20f6bd16-038a-422f-963b-1ce0ad312762 on network 5bc06a2b-9024-484d-8786-16d9b4579274 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 20:32:54.969389 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84aa26e-3721-456b-82b3-bbe6e7f3d77b req-07892251-f0ed-4d8a-917c-3a7d243094b2 service neutron] Attempting to bind port 20f6bd16-038a-422f-963b-1ce0ad312762 on network 5bc06a2b-9024-484d-8786-16d9b4579274 {{(pid=85412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:32:54.972267 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-5260fff4-1fc3-4017-a9cc-172faa2bb327 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e9f67dc9-f90d-4f1c-a3de-572535eff2b0 HTTP/1.1" status: 204 len: 168 time: 0.5093100 Apr 15 20:32:54.975423 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-5260fff4-1fc3-4017-a9cc-172faa2bb327 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:54.987889 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84aa26e-3721-456b-82b3-bbe6e7f3d77b req-07892251-f0ed-4d8a-917c-3a7d243094b2 service neutron] Checking agent: {'id': '70e73898-5ca9-4370-a761-abbf44013111', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 30, 18), 'started_at': datetime.datetime(2021, 4, 15, 20, 30, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:32:54.988359 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84aa26e-3721-456b-82b3-bbe6e7f3d77b req-07892251-f0ed-4d8a-917c-3a7d243094b2 service neutron] Checking segment: {'id': '8f8c4df8-9981-44cd-9c71-6e51c9e29c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '5bc06a2b-9024-484d-8786-16d9b4579274'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:32:54.988793 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84aa26e-3721-456b-82b3-bbe6e7f3d77b req-07892251-f0ed-4d8a-917c-3a7d243094b2 service neutron] Bound using segment: {'id': '8f8c4df8-9981-44cd-9c71-6e51c9e29c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '5bc06a2b-9024-484d-8786-16d9b4579274'} {{(pid=85412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:32:54.989328 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [req-f84aa26e-3721-456b-82b3-bbe6e7f3d77b req-07892251-f0ed-4d8a-917c-3a7d243094b2 service neutron] Bound port: 20f6bd16-038a-422f-963b-1ce0ad312762, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f8c4df8-9981-44cd-9c71-6e51c9e29c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '5bc06a2b-9024-484d-8786-16d9b4579274'}}] {{(pid=85412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:32:54.989706 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-f84aa26e-3721-456b-82b3-bbe6e7f3d77b req-07892251-f0ed-4d8a-917c-3a7d243094b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:54.992527 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Pushing event updated for resources: {'Port': ['ID=fc41e5a6-b0ea-49fb-b50c-ac856b571e16,revision_number=5']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:55.012064 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae014861-f71d-4098-bb3c-dfd7dc8ae9bc req-20a976cc-124d-4fa2-8c5b-a95189ce698b tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:55.017004 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:55.025657 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ae014861-f71d-4098-bb3c-dfd7dc8ae9bc req-20a976cc-124d-4fa2-8c5b-a95189ce698b tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2b5850b-e58f-408f-ba27-8b40b85ec2f7 HTTP/1.1" status: 200 len: 945 time: 0.2448244 Apr 15 20:32:55.105496 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ae014861-f71d-4098-bb3c-dfd7dc8ae9bc req-a581ba6d-cab9-4299-95ec-7e7c719a44c9 tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] 10.222.0.69 "GET /v2.0/security-groups?id=1665cfb5-0d66-414b-a623-b9fb9aac8744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785871 Apr 15 20:32:55.166982 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [req-f84aa26e-3721-456b-82b3-bbe6e7f3d77b req-07892251-f0ed-4d8a-917c-3a7d243094b2 service neutron] For port 20f6bd16-038a-422f-963b-1ce0ad312762, host hv-cinder-78638, cleared binding levels {{(pid=85412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:32:55.170681 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [req-f84aa26e-3721-456b-82b3-bbe6e7f3d77b req-07892251-f0ed-4d8a-917c-3a7d243094b2 service neutron] For port 20f6bd16-038a-422f-963b-1ce0ad312762, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=20f6bd16-038a-422f-963b-1ce0ad312762,segment=NetworkSegment(8f8c4df8-9981-44cd-9c71-6e51c9e29c18),segment_id=8f8c4df8-9981-44cd-9c71-6e51c9e29c18)] {{(pid=85412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:32:55.175430 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-f84aa26e-3721-456b-82b3-bbe6e7f3d77b req-07892251-f0ed-4d8a-917c-3a7d243094b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2251697'] for port, after_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:55.195535 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:55.317958 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583f718-b045-4cc7-a51e-89e84f989647 req-b48ec21f-1a94-4019-86dc-a8ca76550de6 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:55.320233 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d583f718-b045-4cc7-a51e-89e84f989647 req-b48ec21f-1a94-4019-86dc-a8ca76550de6 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/ports?device_id=013242ac-6a8e-472e-9e6e-90232753f2c7 HTTP/1.1" status: 200 len: 945 time: 0.2221396 Apr 15 20:32:55.379255 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e0d7b3-a985-43d7-a63b-dd0c1f57e78e req-67399ab8-d211-4444-a299-2a8c3a3a5b24 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:55.388399 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c6e0d7b3-a985-43d7-a63b-dd0c1f57e78e req-67399ab8-d211-4444-a299-2a8c3a3a5b24 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6a5ef30-fb31-4a4a-b920-e6f83c17d0bf HTTP/1.1" status: 200 len: 944 time: 0.1501343 Apr 15 20:32:55.406115 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07892251-f0ed-4d8a-917c-3a7d243094b2 service neutron] Pushing event updated for resources: {'Port': ['ID=20f6bd16-038a-422f-963b-1ce0ad312762,revision_number=3']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:55.411448 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-07892251-f0ed-4d8a-917c-3a7d243094b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:55.458679 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84aa26e-3721-456b-82b3-bbe6e7f3d77b req-07892251-f0ed-4d8a-917c-3a7d243094b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:55.460546 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-f84aa26e-3721-456b-82b3-bbe6e7f3d77b req-07892251-f0ed-4d8a-917c-3a7d243094b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16483510'] for port, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:55.462207 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f84aa26e-3721-456b-82b3-bbe6e7f3d77b req-07892251-f0ed-4d8a-917c-3a7d243094b2 service neutron] 10.222.0.76 "PUT /v2.0/ports/20f6bd16-038a-422f-963b-1ce0ad312762 HTTP/1.1" status: 200 len: 1094 time: 2.1160207 Apr 15 20:32:55.462956 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b0f5546-ad33-40d8-94b2-83b445a88502', 'tag': '20f6bd16-038a-422f-963b-1ce0ad312762'}] {{(pid=85412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:32:55.484860 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c6e0d7b3-a985-43d7-a63b-dd0c1f57e78e req-bc4a1cda-8c44-458e-88d3-51b8419837fc tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950699 Apr 15 20:32:55.507209 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d583f718-b045-4cc7-a51e-89e84f989647 req-f9e50279-59ac-40eb-8340-c6de0d3c2842 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/security-groups?id=2edb3071-98d0-466a-b0a6-21d6399c15c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621289 Apr 15 20:32:55.562684 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '402d0c46-dfca-4bdc-bde6-0530e33b1285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc41e5a6-b0ea-49fb-b50c-ac856b571e16', 'code': 200} Apr 15 20:32:55.651344 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b0f5546-ad33-40d8-94b2-83b445a88502', 'tag': '20f6bd16-038a-422f-963b-1ce0ad312762', 'status': 'completed', 'code': 200} Apr 15 20:32:55.660568 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84aa26e-3721-456b-82b3-bbe6e7f3d77b req-fd6bf782-502b-4c77-b3fc-496d532f6a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:55.662187 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f84aa26e-3721-456b-82b3-bbe6e7f3d77b req-fd6bf782-502b-4c77-b3fc-496d532f6a3d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a7106cb89b6d4e9399c7bc046ff492b4&device_id=9b0f5546-ad33-40d8-94b2-83b445a88502 HTTP/1.1" status: 200 len: 1097 time: 0.1533456 Apr 15 20:32:55.885203 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f84aa26e-3721-456b-82b3-bbe6e7f3d77b req-4bc0aa2f-db3c-492a-ad08-e1de235391a6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20f6bd16-038a-422f-963b-1ce0ad312762 HTTP/1.1" status: 200 len: 217 time: 0.2090795 Apr 15 20:32:56.024491 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84aa26e-3721-456b-82b3-bbe6e7f3d77b req-e2bee0f7-1b17-492b-b83f-6c63e063b3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:56.026509 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f84aa26e-3721-456b-82b3-bbe6e7f3d77b req-e2bee0f7-1b17-492b-b83f-6c63e063b3c2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=115d02bc-de92-4568-be72-0d321d902e0d HTTP/1.1" status: 200 len: 855 time: 0.1232643 Apr 15 20:32:56.125032 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4bba66-832f-4b2c-b1da-70a04ad88a6f req-0b73944c-d30b-4f9d-86c2-ff53d25afbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:56.127329 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-5b4bba66-832f-4b2c-b1da-70a04ad88a6f req-0b73944c-d30b-4f9d-86c2-ff53d25afbf6 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=402d0c46-dfca-4bdc-bde6-0530e33b1285 HTTP/1.1" status: 200 len: 1098 time: 0.1809981 Apr 15 20:32:56.172214 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84aa26e-3721-456b-82b3-bbe6e7f3d77b req-9d70ceb3-1b47-495e-913d-65677dd5f695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:56.174306 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f84aa26e-3721-456b-82b3-bbe6e7f3d77b req-9d70ceb3-1b47-495e-913d-65677dd5f695 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5bc06a2b-9024-484d-8786-16d9b4579274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1401937 Apr 15 20:32:56.176896 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eb75d3-c54a-4548-a129-bd204f28292a req-43e2a2a9-bc2d-4cbc-bcda-4b2a75855a26 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:56.178683 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-b8eb75d3-c54a-4548-a129-bd204f28292a req-43e2a2a9-bc2d-4cbc-bcda-4b2a75855a26 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b0f5546-ad33-40d8-94b2-83b445a88502 HTTP/1.1" status: 200 len: 944 time: 0.3442099 Apr 15 20:32:56.237115 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-5b4bba66-832f-4b2c-b1da-70a04ad88a6f req-abdf0244-151d-40bd-8fa4-0c59e82f8741 service neutron] Synchronizing usage tracker for tenant:71850a8d841b4db0a383470f69d0a80e on resource:security_group {{(pid=85411) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:32:56.244683 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-b8eb75d3-c54a-4548-a129-bd204f28292a req-4c4477b3-f987-4c2d-81a4-2965425fc5c5 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=27a4496c-faf3-4e36-a2a3-82d63f6ce3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546098 Apr 15 20:32:56.261633 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-5b4bba66-832f-4b2c-b1da-70a04ad88a6f req-abdf0244-151d-40bd-8fa4-0c59e82f8741 service neutron] Unset dirty status for tenant:71850a8d841b4db0a383470f69d0a80e on resource:security_group {{(pid=85411) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:32:56.263111 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-5b4bba66-832f-4b2c-b1da-70a04ad88a6f req-abdf0244-151d-40bd-8fa4-0c59e82f8741 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256285 Apr 15 20:32:56.375734 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device b7811b8b-0ba0-4aa4-98da-626bdc5c84fa up at agent hyperv_hv-cinder-78638 {{(pid=85413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:32:56.448126 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f84aa26e-3721-456b-82b3-bbe6e7f3d77b req-826c143c-93cc-4291-9728-0db35b5c6e1a service neutron] 10.222.0.76 "GET /v2.0/networks/5bc06a2b-9024-484d-8786-16d9b4579274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614064 Apr 15 20:32:56.541796 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Provisioning for port b7811b8b-0ba0-4aa4-98da-626bdc5c84fa completed by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:32:56.547593 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Provisioning complete for port b7811b8b-0ba0-4aa4-98da-626bdc5c84fa triggered by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:32:56.548016 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:56.793605 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f84aa26e-3721-456b-82b3-bbe6e7f3d77b req-6a8a3b4a-5213-4ad0-9141-86e53885b1e0 service neutron] 10.222.0.76 "GET /v2.0/networks/5bc06a2b-9024-484d-8786-16d9b4579274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3377614 Apr 15 20:32:56.808265 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc3e317-eaa6-42e0-9fee-8da3e740741c req-b288515c-4554-42fc-b64e-10ba3a3145f6 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:56.817734 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-dfc3e317-eaa6-42e0-9fee-8da3e740741c req-b288515c-4554-42fc-b64e-10ba3a3145f6 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6a5ef30-fb31-4a4a-b920-e6f83c17d0bf HTTP/1.1" status: 200 len: 944 time: 0.1317408 Apr 15 20:32:56.836668 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:56.887732 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-dfc3e317-eaa6-42e0-9fee-8da3e740741c req-6871c692-3ec3-4c24-80d1-dcfc1873b2bc tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696359 Apr 15 20:32:56.895885 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] For port b7811b8b-0ba0-4aa4-98da-626bdc5c84fa, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b7811b8b-0ba0-4aa4-98da-626bdc5c84fa,segment=NetworkSegment(12e8ab93-f25d-4cfa-af33-1044a42b7753),segment_id=12e8ab93-f25d-4cfa-af33-1044a42b7753)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:32:56.906014 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:56.908102 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:56.986068 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221cb640-ae18-4956-8b8b-3eaff31e2aba req-8e82a9cd-6c94-4623-80d5-0558c1572aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:56.987789 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-221cb640-ae18-4956-8b8b-3eaff31e2aba req-8e82a9cd-6c94-4623-80d5-0558c1572aa7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a7106cb89b6d4e9399c7bc046ff492b4&device_id=9b0f5546-ad33-40d8-94b2-83b445a88502 HTTP/1.1" status: 200 len: 1097 time: 0.1138299 Apr 15 20:32:57.041635 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Pushing event updated for resources: {'Port': ['ID=b7811b8b-0ba0-4aa4-98da-626bdc5c84fa,revision_number=5']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:57.048397 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:57.180300 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221cb640-ae18-4956-8b8b-3eaff31e2aba req-04e894e3-6e78-46a1-a6ef-2ad69b161605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:57.181888 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-221cb640-ae18-4956-8b8b-3eaff31e2aba req-04e894e3-6e78-46a1-a6ef-2ad69b161605 service neutron] 10.222.0.76 "GET /v2.0/networks?id=5bc06a2b-9024-484d-8786-16d9b4579274 HTTP/1.1" status: 200 len: 918 time: 0.1841121 Apr 15 20:32:57.258910 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-221cb640-ae18-4956-8b8b-3eaff31e2aba req-8c809002-6272-43ed-a59b-4b8d5a3cd296 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20f6bd16-038a-422f-963b-1ce0ad312762 HTTP/1.1" status: 200 len: 217 time: 0.0695479 Apr 15 20:32:57.355847 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221cb640-ae18-4956-8b8b-3eaff31e2aba req-61c0a318-067f-4ae2-afe5-fcdb7b65f86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:57.358101 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-221cb640-ae18-4956-8b8b-3eaff31e2aba req-61c0a318-067f-4ae2-afe5-fcdb7b65f86c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=115d02bc-de92-4568-be72-0d321d902e0d HTTP/1.1" status: 200 len: 855 time: 0.0909350 Apr 15 20:32:57.507229 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221cb640-ae18-4956-8b8b-3eaff31e2aba req-820c880d-ad4d-4974-8273-621928965168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:57.508870 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-221cb640-ae18-4956-8b8b-3eaff31e2aba req-820c880d-ad4d-4974-8273-621928965168 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5bc06a2b-9024-484d-8786-16d9b4579274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1436045 Apr 15 20:32:57.526676 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798aec96-8508-4cc4-ae18-353df084ad08 req-bbcc2244-259c-4ae2-a715-1c847ea84deb tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:57.528439 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-798aec96-8508-4cc4-ae18-353df084ad08 req-bbcc2244-259c-4ae2-a715-1c847ea84deb tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b0f5546-ad33-40d8-94b2-83b445a88502 HTTP/1.1" status: 200 len: 944 time: 0.1181953 Apr 15 20:32:57.564234 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6a5ef30-fb31-4a4a-b920-e6f83c17d0bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7811b8b-0ba0-4aa4-98da-626bdc5c84fa'}] {{(pid=85413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:32:57.581010 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-798aec96-8508-4cc4-ae18-353df084ad08 req-90c61689-f35b-4a97-ab0c-a2246bf1fe55 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=27a4496c-faf3-4e36-a2a3-82d63f6ce3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449808 Apr 15 20:32:57.651980 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6a5ef30-fb31-4a4a-b920-e6f83c17d0bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7811b8b-0ba0-4aa4-98da-626bdc5c84fa', 'code': 200} Apr 15 20:32:57.715955 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-221cb640-ae18-4956-8b8b-3eaff31e2aba req-54939395-e6d8-40e7-bdd8-8fc14247f9e5 service neutron] 10.222.0.76 "GET /v2.0/networks/5bc06a2b-9024-484d-8786-16d9b4579274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971736 Apr 15 20:32:57.904357 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-221cb640-ae18-4956-8b8b-3eaff31e2aba req-111deb53-e679-4f79-a1f5-964f84a502f9 service neutron] 10.222.0.76 "GET /v2.0/networks/5bc06a2b-9024-484d-8786-16d9b4579274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798027 Apr 15 20:32:57.994998 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7032907-8ac9-4ec9-81d0-27385d2f75ef req-c9d178db-1c95-4814-a26d-880dcc1f3489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:57.996627 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-b7032907-8ac9-4ec9-81d0-27385d2f75ef req-c9d178db-1c95-4814-a26d-880dcc1f3489 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=f6a5ef30-fb31-4a4a-b920-e6f83c17d0bf HTTP/1.1" status: 200 len: 1098 time: 0.1357520 Apr 15 20:32:58.088739 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-b7032907-8ac9-4ec9-81d0-27385d2f75ef req-aa7d37ea-e355-4166-a62e-2eaf551aa2d3 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810633 Apr 15 20:32:58.147630 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34624c1-b8f1-4010-af09-344533d77837 req-ab4d4f6e-b1cb-42a5-9868-f41c1c907ef2 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:58.149164 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d34624c1-b8f1-4010-af09-344533d77837 req-ab4d4f6e-b1cb-42a5-9868-f41c1c907ef2 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6a5ef30-fb31-4a4a-b920-e6f83c17d0bf HTTP/1.1" status: 200 len: 945 time: 0.1205804 Apr 15 20:32:58.209633 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d34624c1-b8f1-4010-af09-344533d77837 req-9b62cc41-79f1-488f-81b2-4e43cc40803e tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522141 Apr 15 20:32:58.800166 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496436ab-0ac9-48ba-8cc8-0052825c4f46 req-4f9f3d50-4319-4577-b64a-011835d3ded9 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:58.801675 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-496436ab-0ac9-48ba-8cc8-0052825c4f46 req-4f9f3d50-4319-4577-b64a-011835d3ded9 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b0f5546-ad33-40d8-94b2-83b445a88502 HTTP/1.1" status: 200 len: 944 time: 0.0920064 Apr 15 20:32:58.851699 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-496436ab-0ac9-48ba-8cc8-0052825c4f46 req-c3594974-8ee6-4554-9661-7ac7e8c8a84b tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=27a4496c-faf3-4e36-a2a3-82d63f6ce3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430386 Apr 15 20:32:59.331994 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 58496) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:32:59.471272 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7746a93f-dc77-4320-89db-aad4f7a7b429 req-2da34734-9927-410c-b60c-7eaaf0c1b4ca tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:32:59.479504 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-7746a93f-dc77-4320-89db-aad4f7a7b429 req-2da34734-9927-410c-b60c-7eaaf0c1b4ca tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6a5ef30-fb31-4a4a-b920-e6f83c17d0bf HTTP/1.1" status: 200 len: 945 time: 0.1106298 Apr 15 20:32:59.517424 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f20a4354-3edc-430c-b2e6-43dee5319752 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:59.536003 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-f20a4354-3edc-430c-b2e6-43dee5319752 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:32:59.540023 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-f20a4354-3edc-430c-b2e6-43dee5319752 admin admin] Usage tracker for resource:security_group_rule and tenant:d2c489b5d8294ed7a65c0a80d774f5fe is out of sync, need to count used quota {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:32:59.545211 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-f20a4354-3edc-430c-b2e6-43dee5319752 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:32:59.551435 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-f20a4354-3edc-430c-b2e6-43dee5319752 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:32:59.604732 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-7746a93f-dc77-4320-89db-aad4f7a7b429 req-2d3b88f9-96f1-44a7-9706-501610b95ca4 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242537 Apr 15 20:32:59.673456 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f20a4354-3edc-430c-b2e6-43dee5319752 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:59.677747 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f20a4354-3edc-430c-b2e6-43dee5319752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:59.690195 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:59.727726 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-f20a4354-3edc-430c-b2e6-43dee5319752 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d2c489b5d8294ed7a65c0a80d774f5fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3944008 Apr 15 20:32:59.730641 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 58514) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:32:59.731995 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20a4354-3edc-430c-b2e6-43dee5319752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=107be074-2d16-4c4f-8621-e72138408b05,revision_number=1']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:59.735302 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f20a4354-3edc-430c-b2e6-43dee5319752 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:59.824177 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-45508434-015a-4712-be3a-882499f27d47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:59.854832 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-45508434-015a-4712-be3a-882499f27d47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:59.911468 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-45508434-015a-4712-be3a-882499f27d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:59.916578 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-e7314ae3-ca9f-4346-aea6-fecd5ca0f514 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:32:59.949678 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45508434-015a-4712-be3a-882499f27d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=107be074-2d16-4c4f-8621-e72138408b05,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:32:59.971409 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-45508434-015a-4712-be3a-882499f27d47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:32:59.973795 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-45508434-015a-4712-be3a-882499f27d47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:32:59.991579 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-45508434-015a-4712-be3a-882499f27d47 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/107be074-2d16-4c4f-8621-e72138408b05 HTTP/1.1" status: 204 len: 168 time: 0.2596588 Apr 15 20:33:00.117439 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21948b0-bc2d-46ac-976f-78936b24529a req-4482b395-1306-4789-8f3f-7d69f7fe740b tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:00.123641 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-e21948b0-bc2d-46ac-976f-78936b24529a req-4482b395-1306-4789-8f3f-7d69f7fe740b tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b0f5546-ad33-40d8-94b2-83b445a88502 HTTP/1.1" status: 200 len: 944 time: 0.1226192 Apr 15 20:33:00.195618 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-e21948b0-bc2d-46ac-976f-78936b24529a req-cde8fa48-0c4e-4313-9c59-d2be42cf86e4 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=27a4496c-faf3-4e36-a2a3-82d63f6ce3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631509 Apr 15 20:33:00.519229 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 58560) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:33:00.538245 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-738c3f3f-cc26-43f0-bb8a-6484c23092f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:00.560745 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-738c3f3f-cc26-43f0-bb8a-6484c23092f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:33:00.565102 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-738c3f3f-cc26-43f0-bb8a-6484c23092f8 admin admin] Usage tracker for resource:security_group_rule and tenant:1cc604be14c046c287b2b2550c61d2b8 is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:33:00.568208 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-738c3f3f-cc26-43f0-bb8a-6484c23092f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:33:00.574892 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-738c3f3f-cc26-43f0-bb8a-6484c23092f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:33:00.674253 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-738c3f3f-cc26-43f0-bb8a-6484c23092f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:00.678398 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-738c3f3f-cc26-43f0-bb8a-6484c23092f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:00.710533 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-d8f3d347-ba75-430d-9f31-e6d986611649 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:00.726312 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-738c3f3f-cc26-43f0-bb8a-6484c23092f8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1cc604be14c046c287b2b2550c61d2b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2059019 Apr 15 20:33:00.729654 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 58572) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:33:00.746262 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738c3f3f-cc26-43f0-bb8a-6484c23092f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9dbb583-e75f-47d2-b942-be8f0b2f35bb,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:00.749899 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-738c3f3f-cc26-43f0-bb8a-6484c23092f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:00.870157 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7b4bdae5-0597-4a53-a54d-7bd5e04bcabf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:00.915094 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7b4bdae5-0597-4a53-a54d-7bd5e04bcabf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:00.941563 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 58582) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:33:00.992024 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5064018f-3b92-4a98-9fc5-fe6b8f26210f req-ca412fc4-401e-430d-9274-ffbae5c8f27e tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:00.993628 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-5064018f-3b92-4a98-9fc5-fe6b8f26210f req-ca412fc4-401e-430d-9274-ffbae5c8f27e tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6a5ef30-fb31-4a4a-b920-e6f83c17d0bf HTTP/1.1" status: 200 len: 945 time: 0.1803336 Apr 15 20:33:01.018863 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7b4bdae5-0597-4a53-a54d-7bd5e04bcabf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:01.033617 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:01.053153 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4bdae5-0597-4a53-a54d-7bd5e04bcabf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9dbb583-e75f-47d2-b942-be8f0b2f35bb,revision_number=None']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:01.055641 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-7b4bdae5-0597-4a53-a54d-7bd5e04bcabf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:01.067789 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-5064018f-3b92-4a98-9fc5-fe6b8f26210f req-575d0bf4-e88c-4e0b-955d-0658025e430e tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666916 Apr 15 20:33:01.075436 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7b4bdae5-0597-4a53-a54d-7bd5e04bcabf admin admin] Notify callbacks [] for security_group, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:01.079558 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-7b4bdae5-0597-4a53-a54d-7bd5e04bcabf admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a9dbb583-e75f-47d2-b942-be8f0b2f35bb HTTP/1.1" status: 204 len: 168 time: 0.3485672 Apr 15 20:33:01.082000 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c10b66b4-e558-447d-9b61-4ca06d810d03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:01.099020 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-c10b66b4-e558-447d-9b61-4ca06d810d03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:33:01.104488 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-c10b66b4-e558-447d-9b61-4ca06d810d03 admin admin] Usage tracker for resource:security_group_rule and tenant:0b483c6012f6454da6036835eef0b2ab is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:33:01.121054 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-c10b66b4-e558-447d-9b61-4ca06d810d03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:33:01.127258 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-c10b66b4-e558-447d-9b61-4ca06d810d03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:33:01.197221 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 58594) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:33:01.280573 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c10b66b4-e558-447d-9b61-4ca06d810d03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:01.284614 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c10b66b4-e558-447d-9b61-4ca06d810d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:01.304477 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-5038a20b-bacd-4927-8e7f-fecfa935ec64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:01.375024 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-c10b66b4-e558-447d-9b61-4ca06d810d03 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0b483c6012f6454da6036835eef0b2ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4294343 Apr 15 20:33:01.375326 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 58606) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:33:01.380430 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10b66b4-e558-447d-9b61-4ca06d810d03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf3b4c7-a8e2-4ab1-9ef8-e7a3766ac504,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:01.393884 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-c10b66b4-e558-447d-9b61-4ca06d810d03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:01.716973 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-361c68a3-053c-4a3c-a8d0-c9fdb3019ecf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:01.741462 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 58618) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:33:01.742996 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-88657b42-92ab-4d84-a224-63243a9f1816 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:01.760506 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-178f7beb-7706-4256-a2c0-dfde358a9197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:01.775674 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-178f7beb-7706-4256-a2c0-dfde358a9197 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:33:01.779903 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-178f7beb-7706-4256-a2c0-dfde358a9197 admin admin] Usage tracker for resource:security_group_rule and tenant:c1bb6e49b2ce4c4e9b09c1b79e13a981 is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:33:01.783009 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-178f7beb-7706-4256-a2c0-dfde358a9197 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:33:01.789448 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-178f7beb-7706-4256-a2c0-dfde358a9197 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:33:01.795096 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-361c68a3-053c-4a3c-a8d0-c9fdb3019ecf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:01.804425 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-88657b42-92ab-4d84-a224-63243a9f1816 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:33:01.815205 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-88657b42-92ab-4d84-a224-63243a9f1816 admin admin] Usage tracker for resource:security_group_rule and tenant:80422755fdde4b17b7851e6aae21f0e8 is out of sync, need to count used quota {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:33:01.821850 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-88657b42-92ab-4d84-a224-63243a9f1816 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:33:01.834962 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-88657b42-92ab-4d84-a224-63243a9f1816 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:33:01.873001 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94593062-bd04-433d-a6f7-595cf397d44c req-c1282361-149d-43ef-b56d-5633aa9643cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:01.874756 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-94593062-bd04-433d-a6f7-595cf397d44c req-c1282361-149d-43ef-b56d-5633aa9643cb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1e31b55aa57d4e31a2da58cc9cf6c253&device_id=f6a5ef30-fb31-4a4a-b920-e6f83c17d0bf HTTP/1.1" status: 200 len: 1098 time: 0.2989244 Apr 15 20:33:01.881708 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-178f7beb-7706-4256-a2c0-dfde358a9197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:01.885351 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-178f7beb-7706-4256-a2c0-dfde358a9197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:01.895591 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:01.900385 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6bb01a-8702-4178-9ed1-82e58a93934c req-f2edac6d-f796-4d52-a9c6-4bd5635f9ac0 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:01.903441 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-5c6bb01a-8702-4178-9ed1-82e58a93934c req-f2edac6d-f796-4d52-a9c6-4bd5635f9ac0 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b0f5546-ad33-40d8-94b2-83b445a88502 HTTP/1.1" status: 200 len: 944 time: 0.4151940 Apr 15 20:33:01.944053 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-178f7beb-7706-4256-a2c0-dfde358a9197 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c1bb6e49b2ce4c4e9b09c1b79e13a981&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1989231 Apr 15 20:33:01.944417 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 58630) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:33:01.947827 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178f7beb-7706-4256-a2c0-dfde358a9197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bbd22f3-d082-4a4a-8767-6ead88339db2,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:01.951219 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-178f7beb-7706-4256-a2c0-dfde358a9197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:02.017928 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-a057a571-ea3c-42cb-91a5-ce7f30d09797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:02.046124 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-a057a571-ea3c-42cb-91a5-ce7f30d09797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:02.048916 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-361c68a3-053c-4a3c-a8d0-c9fdb3019ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:02.072821 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:02.091689 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-a057a571-ea3c-42cb-91a5-ce7f30d09797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:02.096897 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-2296d439-6455-4549-a2ab-5d47c9853e11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:02.112014 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a057a571-ea3c-42cb-91a5-ce7f30d09797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bbd22f3-d082-4a4a-8767-6ead88339db2,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:02.112647 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f5c5d6-a12a-4d31-a677-e68914cf95db req-84db74c2-5824-483f-bdaf-110d1d55673a tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:02.114285 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-66f5c5d6-a12a-4d31-a677-e68914cf95db req-84db74c2-5824-483f-bdaf-110d1d55673a tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6a5ef30-fb31-4a4a-b920-e6f83c17d0bf HTTP/1.1" status: 200 len: 945 time: 0.4676466 Apr 15 20:33:02.115076 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-a057a571-ea3c-42cb-91a5-ce7f30d09797 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:02.120955 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361c68a3-053c-4a3c-a8d0-c9fdb3019ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf3b4c7-a8e2-4ab1-9ef8-e7a3766ac504,revision_number=None']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:02.124993 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-a057a571-ea3c-42cb-91a5-ce7f30d09797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:02.125999 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-361c68a3-053c-4a3c-a8d0-c9fdb3019ecf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:02.129011 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-a057a571-ea3c-42cb-91a5-ce7f30d09797 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0bbd22f3-d082-4a4a-8767-6ead88339db2 HTTP/1.1" status: 204 len: 168 time: 0.1831636 Apr 15 20:33:02.135934 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-5c6bb01a-8702-4178-9ed1-82e58a93934c req-d9c74b61-8759-4b7b-85c7-1455ac7b9214 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=27a4496c-faf3-4e36-a2a3-82d63f6ce3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1900210 Apr 15 20:33:02.188968 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-361c68a3-053c-4a3c-a8d0-c9fdb3019ecf admin admin] Notify callbacks [] for security_group, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:02.193058 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-361c68a3-053c-4a3c-a8d0-c9fdb3019ecf admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9cf3b4c7-a8e2-4ab1-9ef8-e7a3766ac504 HTTP/1.1" status: 204 len: 168 time: 0.8166897 Apr 15 20:33:02.232917 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94593062-bd04-433d-a6f7-595cf397d44c req-33b83198-6357-490e-8173-b671f61e6ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:02.234563 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-94593062-bd04-433d-a6f7-595cf397d44c req-33b83198-6357-490e-8173-b671f61e6ab0 service neutron] 10.222.0.76 "GET /v2.0/networks?id=ea2effbe-b5a2-46bc-8ec6-0a200ba4895c HTTP/1.1" status: 200 len: 920 time: 0.3251495 Apr 15 20:33:02.249358 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-66f5c5d6-a12a-4d31-a677-e68914cf95db req-bc077d01-92dd-4222-860a-7cffb7256e99 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955067 Apr 15 20:33:02.367844 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-94593062-bd04-433d-a6f7-595cf397d44c req-4f347e1f-e7b1-487e-8b8c-de4f0ac72e92 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7811b8b-0ba0-4aa4-98da-626bdc5c84fa HTTP/1.1" status: 200 len: 217 time: 0.1174445 Apr 15 20:33:02.388965 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-88657b42-92ab-4d84-a224-63243a9f1816 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:02.418284 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device 20f6bd16-038a-422f-963b-1ce0ad312762 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 20:33:02.458074 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-88657b42-92ab-4d84-a224-63243a9f1816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:02.508368 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:02.519544 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-88657b42-92ab-4d84-a224-63243a9f1816 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=80422755fdde4b17b7851e6aae21f0e8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3186538 Apr 15 20:33:02.520979 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 58654) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:33:02.524036 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 58658) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:33:02.625246 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] For port 20f6bd16-038a-422f-963b-1ce0ad312762, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=20f6bd16-038a-422f-963b-1ce0ad312762,segment=NetworkSegment(8f8c4df8-9981-44cd-9c71-6e51c9e29c18),segment_id=8f8c4df8-9981-44cd-9c71-6e51c9e29c18)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:33:02.636970 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7452b05c-a079-4e56-8cab-8952da2afb31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:02.644591 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Returning: {'device': '20f6bd16-038a-422f-963b-1ce0ad312762', 'network_id': '5bc06a2b-9024-484d-8786-16d9b4579274', 'port_id': '20f6bd16-038a-422f-963b-1ce0ad312762', 'mac_address': 'fa:16:3e:4b:d8:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1062, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '115d02bc-de92-4568-be72-0d321d902e0d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 20:33:02.688128 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94593062-bd04-433d-a6f7-595cf397d44c req-0ecd17d6-6122-4be5-9594-714b780329eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:02.689763 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-94593062-bd04-433d-a6f7-595cf397d44c req-0ecd17d6-6122-4be5-9594-714b780329eb service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c90fb5b4-5396-4daa-8e55-8894de66d707 HTTP/1.1" status: 200 len: 858 time: 0.2992373 Apr 15 20:33:02.699544 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7452b05c-a079-4e56-8cab-8952da2afb31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:02.712435 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88657b42-92ab-4d84-a224-63243a9f1816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58783e23-992c-4e09-8a09-371442839469,revision_number=1']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:02.718233 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:02.752086 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20f6bd16-038a-422f-963b-1ce0ad312762 {{(pid=85413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:33:02.772543 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] For port 20f6bd16-038a-422f-963b-1ce0ad312762, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=20f6bd16-038a-422f-963b-1ce0ad312762,segment=NetworkSegment(8f8c4df8-9981-44cd-9c71-6e51c9e29c18),segment_id=8f8c4df8-9981-44cd-9c71-6e51c9e29c18)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:33:02.781736 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:02.784041 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-53781c71-046a-4a71-9948-56e2534d89fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:02.820402 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7452b05c-a079-4e56-8cab-8952da2afb31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:02.827087 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-db163eb1-c574-48cf-888c-b9a67252e850 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:02.864077 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7452b05c-a079-4e56-8cab-8952da2afb31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58783e23-992c-4e09-8a09-371442839469,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:02.875508 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-7452b05c-a079-4e56-8cab-8952da2afb31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:02.899225 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7452b05c-a079-4e56-8cab-8952da2afb31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:02.900693 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-7452b05c-a079-4e56-8cab-8952da2afb31 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/58783e23-992c-4e09-8a09-371442839469 HTTP/1.1" status: 204 len: 168 time: 0.3785112 Apr 15 20:33:02.901845 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-95317d6f-cd3a-40e7-aabb-869064413d86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:02.918545 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 58670) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:33:02.924469 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-95317d6f-cd3a-40e7-aabb-869064413d86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:33:02.929769 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-95317d6f-cd3a-40e7-aabb-869064413d86 admin admin] Usage tracker for resource:security_group_rule and tenant:84a830c9cb1e4489be0f6405383d9514 is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:33:02.933753 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-95317d6f-cd3a-40e7-aabb-869064413d86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:33:02.940904 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-95317d6f-cd3a-40e7-aabb-869064413d86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:33:02.943548 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Pushing event updated for resources: {'Port': ['ID=20f6bd16-038a-422f-963b-1ce0ad312762,revision_number=4']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:02.948139 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:02.991860 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-88657b42-92ab-4d84-a224-63243a9f1816 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:03.000140 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-94593062-bd04-433d-a6f7-595cf397d44c req-5e2a0460-f8f9-4667-a921-20531a245ec9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ea2effbe-b5a2-46bc-8ec6-0a200ba4895c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2889509 Apr 15 20:33:03.032926 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-859a728c-475c-4422-b35a-0fea7adf4100 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:03.062599 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-859a728c-475c-4422-b35a-0fea7adf4100 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:33:03.074529 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-859a728c-475c-4422-b35a-0fea7adf4100 admin admin] Usage tracker for resource:security_group_rule and tenant:279b624349cd4ae181a02a36b2beef19 is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:33:03.080035 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-859a728c-475c-4422-b35a-0fea7adf4100 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:33:03.094230 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-859a728c-475c-4422-b35a-0fea7adf4100 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:33:03.106278 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-95317d6f-cd3a-40e7-aabb-869064413d86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:03.114748 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-95317d6f-cd3a-40e7-aabb-869064413d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:03.129098 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:03.163998 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95317d6f-cd3a-40e7-aabb-869064413d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=431da7d2-3552-4061-ab1f-f5ef766b9007,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:03.172566 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da6947-6000-4ee3-bb17-7fed63dba7e7 req-5635a0c4-990b-4fe9-acf8-dc6bde81ed8d tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:03.180011 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-e9da6947-6000-4ee3-bb17-7fed63dba7e7 req-5635a0c4-990b-4fe9-acf8-dc6bde81ed8d tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/networks?id=1d6bd424-08bd-4eca-95aa-caa56a0031f4 HTTP/1.1" status: 200 len: 815 time: 0.7283101 Apr 15 20:33:03.182081 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-95317d6f-cd3a-40e7-aabb-869064413d86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:03.214361 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2fdc7-8fce-47b2-82ba-80acca746fc6 req-87bdd1b3-4581-4670-9824-c232a0b224a6 tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:03.216027 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c8e2fdc7-8fce-47b2-82ba-80acca746fc6 req-87bdd1b3-4581-4670-9824-c232a0b224a6 tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2b5850b-e58f-408f-ba27-8b40b85ec2f7 HTTP/1.1" status: 200 len: 945 time: 0.5922918 Apr 15 20:33:03.219446 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 58684) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:33:03.222342 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-95317d6f-cd3a-40e7-aabb-869064413d86 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=84a830c9cb1e4489be0f6405383d9514&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6903803 Apr 15 20:33:03.226046 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] get_ports_and_sgs() called for port_ids ['20f6bd16-038a-422f-963b-1ce0ad312762'] {{(pid=85413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:33:03.239878 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-e9da6947-6000-4ee3-bb17-7fed63dba7e7 req-93f5f09d-8444-4988-88ee-820819add9e4 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/quotas/bc4964d16a264d71886df3d34b5af018 HTTP/1.1" status: 200 len: 375 time: 0.0589335 Apr 15 20:33:03.309276 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-859a728c-475c-4422-b35a-0fea7adf4100 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:03.316718 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-859a728c-475c-4422-b35a-0fea7adf4100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:03.333982 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:03.395664 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-94593062-bd04-433d-a6f7-595cf397d44c req-37002b68-2867-4fde-887d-e794f404383d service neutron] 10.222.0.76 "GET /v2.0/networks/ea2effbe-b5a2-46bc-8ec6-0a200ba4895c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3874242 Apr 15 20:33:03.419924 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859a728c-475c-4422-b35a-0fea7adf4100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0daed2d9-fd7b-4059-9a72-d22745e91b9b,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:03.421739 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c8e2fdc7-8fce-47b2-82ba-80acca746fc6 req-226d6e86-beae-48b7-adda-1127afa4d7c3 tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] 10.222.0.69 "GET /v2.0/security-groups?id=1665cfb5-0d66-414b-a623-b9fb9aac8744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857712 Apr 15 20:33:03.426178 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-859a728c-475c-4422-b35a-0fea7adf4100 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=279b624349cd4ae181a02a36b2beef19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4237311 Apr 15 20:33:03.427445 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-859a728c-475c-4422-b35a-0fea7adf4100 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:03.428890 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 58698) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:33:03.508924 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7ab49135-6796-4523-960b-c5bbdbaa5c49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:03.537522 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7ab49135-6796-4523-960b-c5bbdbaa5c49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:03.585576 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7ab49135-6796-4523-960b-c5bbdbaa5c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:03.591001 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-95317d6f-cd3a-40e7-aabb-869064413d86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:03.610791 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab49135-6796-4523-960b-c5bbdbaa5c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0daed2d9-fd7b-4059-9a72-d22745e91b9b,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:03.613809 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-7ab49135-6796-4523-960b-c5bbdbaa5c49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:03.633377 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7ab49135-6796-4523-960b-c5bbdbaa5c49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:03.634651 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-7ab49135-6796-4523-960b-c5bbdbaa5c49 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0daed2d9-fd7b-4059-9a72-d22745e91b9b HTTP/1.1" status: 204 len: 168 time: 0.2041931 Apr 15 20:33:03.675489 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-94593062-bd04-433d-a6f7-595cf397d44c req-f50f993b-4b2e-42ec-bfb8-2216be837f15 service neutron] 10.222.0.76 "GET /v2.0/networks/ea2effbe-b5a2-46bc-8ec6-0a200ba4895c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383337 Apr 15 20:33:03.708313 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-330964d0-c50a-4baf-b573-c99347e8f1c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:03.761964 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-330964d0-c50a-4baf-b573-c99347e8f1c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:03.781550 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-e9da6947-6000-4ee3-bb17-7fed63dba7e7 req-f6949b5a-f4d9-448e-aaf8-e4f7129aaca7 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=bc4964d16a264d71886df3d34b5af018&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5023203 Apr 15 20:33:03.803403 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1cd689-653d-47ef-b18c-79c7b0592c27 req-9b5a1ff5-2643-4e24-91d5-3a60aec5a2aa tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:03.805286 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ef1cd689-653d-47ef-b18c-79c7b0592c27 req-9b5a1ff5-2643-4e24-91d5-3a60aec5a2aa tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b0f5546-ad33-40d8-94b2-83b445a88502 HTTP/1.1" status: 200 len: 945 time: 0.2241027 Apr 15 20:33:03.959395 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ef1cd689-653d-47ef-b18c-79c7b0592c27 req-7b6e9ea5-c8d0-4bf6-9002-99f2c8fd0bd6 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=27a4496c-faf3-4e36-a2a3-82d63f6ce3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182683 Apr 15 20:33:04.005157 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-330964d0-c50a-4baf-b573-c99347e8f1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:04.011633 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f20a4354-3edc-430c-b2e6-43dee5319752 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:04.037212 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330964d0-c50a-4baf-b573-c99347e8f1c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=431da7d2-3552-4061-ab1f-f5ef766b9007,revision_number=None']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:04.037212 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-330964d0-c50a-4baf-b573-c99347e8f1c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:04.039558 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-330964d0-c50a-4baf-b573-c99347e8f1c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:04.042929 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-330964d0-c50a-4baf-b573-c99347e8f1c1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/431da7d2-3552-4061-ab1f-f5ef766b9007 HTTP/1.1" status: 204 len: 168 time: 0.8198917 Apr 15 20:33:04.055827 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-e9da6947-6000-4ee3-bb17-7fed63dba7e7 req-9707cc7c-32ce-43db-a127-5c33e261a53a service neutron] 10.222.0.69 "GET /v2.0/networks/1d6bd424-08bd-4eca-95aa-caa56a0031f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461941 Apr 15 20:33:04.276825 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-e9da6947-6000-4ee3-bb17-7fed63dba7e7 req-8d014cd8-f045-4500-845a-2804c85efc11 service neutron] 10.222.0.69 "GET /v2.0/networks/1d6bd424-08bd-4eca-95aa-caa56a0031f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085571 Apr 15 20:33:04.297017 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9b850d-8c0d-4e4e-a8a1-72b19124c13b req-4badb0b5-7131-48d3-8087-f5a0357bc17b tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:04.298650 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-cb9b850d-8c0d-4e4e-a8a1-72b19124c13b req-4badb0b5-7131-48d3-8087-f5a0357bc17b tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6a5ef30-fb31-4a4a-b920-e6f83c17d0bf HTTP/1.1" status: 200 len: 945 time: 0.1238031 Apr 15 20:33:04.392517 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-cb9b850d-8c0d-4e4e-a8a1-72b19124c13b req-a1f3a145-0b8f-4423-8e83-dcd1d4eca96b tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873051 Apr 15 20:33:04.665066 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ada6e8d2-ade2-47fa-aae4-6581b2fa81ec req-afa1ebc9-dd51-426f-99e6-e6dc9e4b49e0 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f458162-fe20-4e61-9e77-e74457bb483a HTTP/1.1" status: 200 len: 210 time: 0.1508358 Apr 15 20:33:04.708619 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 58758) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:33:04.729925 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f75b1b-d4e7-4150-9861-b1d19365d1ae req-cf7646a7-977d-4e72-b153-3b112fc71a8b tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:04.731528 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-65f75b1b-d4e7-4150-9861-b1d19365d1ae req-cf7646a7-977d-4e72-b153-3b112fc71a8b tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2b5850b-e58f-408f-ba27-8b40b85ec2f7 HTTP/1.1" status: 200 len: 945 time: 0.1158497 Apr 15 20:33:04.734637 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9f5d3c2b-80e6-4272-91a5-1c37eed6c3a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:04.777830 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-9f5d3c2b-80e6-4272-91a5-1c37eed6c3a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:33:04.784758 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-9f5d3c2b-80e6-4272-91a5-1c37eed6c3a6 admin admin] Usage tracker for resource:security_group_rule and tenant:f97f230d60d6445081fa5c9bc40345fa is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:33:04.792886 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-9f5d3c2b-80e6-4272-91a5-1c37eed6c3a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:33:04.806022 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-9f5d3c2b-80e6-4272-91a5-1c37eed6c3a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:33:04.808833 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-65f75b1b-d4e7-4150-9861-b1d19365d1ae req-6ca30021-f642-43b2-babd-dd95d8ded14d tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] 10.222.0.69 "GET /v2.0/security-groups?id=1665cfb5-0d66-414b-a623-b9fb9aac8744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692112 Apr 15 20:33:04.919476 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9f5d3c2b-80e6-4272-91a5-1c37eed6c3a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:04.924474 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9f5d3c2b-80e6-4272-91a5-1c37eed6c3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:04.936387 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-eca9770e-6a33-4dc4-ae26-2f7f729d3e3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:04.977965 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-9f5d3c2b-80e6-4272-91a5-1c37eed6c3a6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f97f230d60d6445081fa5c9bc40345fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2675295 Apr 15 20:33:04.980836 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 58770) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:33:04.982233 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5d3c2b-80e6-4272-91a5-1c37eed6c3a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e781096-3aa7-45dc-9a67-98289f59aebc,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:04.985494 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-9f5d3c2b-80e6-4272-91a5-1c37eed6c3a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:05.124347 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 58778) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:33:05.153132 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9bb13abe-b34f-4c5c-898f-89d1fd86b354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:05.275577 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9bb13abe-b34f-4c5c-898f-89d1fd86b354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:05.379363 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077c1f0-d63d-4733-a0fa-9dd4959c641f req-299201b4-4209-417c-9711-f4a8559505f2 tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:05.380908 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-b077c1f0-d63d-4733-a0fa-9dd4959c641f req-299201b4-4209-417c-9711-f4a8559505f2 tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] 10.222.0.76 "GET /v2.0/ports?device_id=e2b5850b-e58f-408f-ba27-8b40b85ec2f7 HTTP/1.1" status: 200 len: 945 time: 0.3481326 Apr 15 20:33:05.391463 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-75a236a8-1be9-40db-b29d-ca3fbc091888 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:05.396679 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9bb13abe-b34f-4c5c-898f-89d1fd86b354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:05.403744 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-92d90253-6a95-4c9b-8966-b2707071251a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:05.442670 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-75a236a8-1be9-40db-b29d-ca3fbc091888 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:33:05.454072 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-75a236a8-1be9-40db-b29d-ca3fbc091888 admin admin] Usage tracker for resource:security_group_rule and tenant:6d91ce21f241458584472df4da3d3646 is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:33:05.462750 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-75a236a8-1be9-40db-b29d-ca3fbc091888 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:33:05.470897 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-75a236a8-1be9-40db-b29d-ca3fbc091888 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:33:05.487410 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb13abe-b34f-4c5c-898f-89d1fd86b354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e781096-3aa7-45dc-9a67-98289f59aebc,revision_number=None']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:05.497944 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c1b1fa-e822-45e7-9dd2-267a5d89f876 req-b5c55c2a-5c8c-40cd-9e75-4c055a8102ee tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:05.505256 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-61c1b1fa-e822-45e7-9dd2-267a5d89f876 req-b5c55c2a-5c8c-40cd-9e75-4c055a8102ee tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b0f5546-ad33-40d8-94b2-83b445a88502 HTTP/1.1" status: 200 len: 945 time: 0.3547361 Apr 15 20:33:05.513205 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [req-b077c1f0-d63d-4733-a0fa-9dd4959c641f req-1dbd1079-9ee5-426e-b6d6-ac999107d630 tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] Deleting port 431d1899-741c-4f0d-b594-b5d307b22afb {{(pid=85411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:33:05.513600 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-b077c1f0-d63d-4733-a0fa-9dd4959c641f req-1dbd1079-9ee5-426e-b6d6-ac999107d630 tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245249624948'] for port, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:05.526786 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 58796) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:33:05.570185 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-9bb13abe-b34f-4c5c-898f-89d1fd86b354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:05.632833 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-75a236a8-1be9-40db-b29d-ca3fbc091888 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:05.637274 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-75a236a8-1be9-40db-b29d-ca3fbc091888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:05.660936 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9bb13abe-b34f-4c5c-898f-89d1fd86b354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:05.662189 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-9bb13abe-b34f-4c5c-898f-89d1fd86b354 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1e781096-3aa7-45dc-9a67-98289f59aebc HTTP/1.1" status: 204 len: 168 time: 0.6803017 Apr 15 20:33:05.675446 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:05.693792 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-75a236a8-1be9-40db-b29d-ca3fbc091888 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6d91ce21f241458584472df4da3d3646&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5676622 Apr 15 20:33:05.697938 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 58806) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:33:05.748111 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-61c1b1fa-e822-45e7-9dd2-267a5d89f876 req-8da88abe-ff1b-468c-b3ba-07595890c116 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=27a4496c-faf3-4e36-a2a3-82d63f6ce3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2417991 Apr 15 20:33:05.765568 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a236a8-1be9-40db-b29d-ca3fbc091888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63c7109f-bc01-4de7-ae7f-c265ef0e9fdd,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:05.766514 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-75a236a8-1be9-40db-b29d-ca3fbc091888 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:05.802428 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6feef922-37e3-45a0-a76d-2057059b5eef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:05.870135 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6feef922-37e3-45a0-a76d-2057059b5eef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:05.931055 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3f2bb2-a019-474a-8735-bd9ecbc26c11 req-7a20904a-3455-4aca-9b0f-4460fe972c48 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:05.932792 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-0d3f2bb2-a019-474a-8735-bd9ecbc26c11 req-7a20904a-3455-4aca-9b0f-4460fe972c48 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6a5ef30-fb31-4a4a-b920-e6f83c17d0bf HTTP/1.1" status: 200 len: 945 time: 0.3391802 Apr 15 20:33:05.966981 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [None req-cdc4f3e2-4156-4aa1-9d19-b12331cb6892 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-182236296-network', 'tenant_id': '9587888ce18f4e89a8a1f087afa543c7'}} {{(pid=85412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:33:05.979122 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6feef922-37e3-45a0-a76d-2057059b5eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:05.999808 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-738c3f3f-cc26-43f0-bb8a-6484c23092f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:06.010245 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-cdc4f3e2-4156-4aa1-9d19-b12331cb6892 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:33:06.055895 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feef922-37e3-45a0-a76d-2057059b5eef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c7109f-bc01-4de7-ae7f-c265ef0e9fdd,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:06.065177 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-6feef922-37e3-45a0-a76d-2057059b5eef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:06.066339 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-cdc4f3e2-4156-4aa1-9d19-b12331cb6892 admin admin] Usage tracker for resource:network and tenant:9587888ce18f4e89a8a1f087afa543c7 is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:33:06.075992 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-cdc4f3e2-4156-4aa1-9d19-b12331cb6892 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:33:06.167324 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-4fd4767a-3029-4af6-8ad4-6867cdc153a6 req-618bc157-d35a-44b8-9a29-bf3808e61c8a tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f458162-fe20-4e61-9e77-e74457bb483a HTTP/1.1" status: 200 len: 210 time: 0.1610205 Apr 15 20:33:06.192674 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [req-b077c1f0-d63d-4733-a0fa-9dd4959c641f req-1dbd1079-9ee5-426e-b6d6-ac999107d630 tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] For port 431d1899-741c-4f0d-b594-b5d307b22afb, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=431d1899-741c-4f0d-b594-b5d307b22afb,segment=NetworkSegment(35d0a5c4-b5f6-45c1-9cdb-efabf28167a9),segment_id=35d0a5c4-b5f6-45c1-9cdb-efabf28167a9)] {{(pid=85411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:33:06.193120 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-b077c1f0-d63d-4733-a0fa-9dd4959c641f req-1dbd1079-9ee5-426e-b6d6-ac999107d630 tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16344636'] for port, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:06.212854 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-0d3f2bb2-a019-474a-8735-bd9ecbc26c11 req-96ace041-5ac5-40d3-be12-eddff687a962 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645156 Apr 15 20:33:06.289159 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 58826) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:33:06.394217 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [req-b077c1f0-d63d-4733-a0fa-9dd4959c641f req-1dbd1079-9ee5-426e-b6d6-ac999107d630 tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] Calling delete_port for 431d1899-741c-4f0d-b594-b5d307b22afb owned by compute:nova {{(pid=85411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:33:06.430359 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6feef922-37e3-45a0-a76d-2057059b5eef admin admin] Notify callbacks [] for security_group, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:06.434150 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-6feef922-37e3-45a0-a76d-2057059b5eef admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/63c7109f-bc01-4de7-ae7f-c265ef0e9fdd HTTP/1.1" status: 204 len: 168 time: 0.7325971 Apr 15 20:33:06.434319 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device 20f6bd16-038a-422f-963b-1ce0ad312762 up at agent hyperv_hv-cinder-78638 {{(pid=85413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:33:06.435364 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-cdc4f3e2-4156-4aa1-9d19-b12331cb6892 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:33:06.462436 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc4f3e2-4156-4aa1-9d19-b12331cb6892 admin admin] Made reservation on behalf of 9587888ce18f4e89a8a1f087afa543c7 for: {'network': 1} {{(pid=85412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:33:06.467871 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-cdc4f3e2-4156-4aa1-9d19-b12331cb6892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for network, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:06.498229 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-cdc4f3e2-4156-4aa1-9d19-b12331cb6892 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:06.524726 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-fe8bbbba-da6d-4a58-b282-2dde6e290b41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:06.543745 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-cdc4f3e2-4156-4aa1-9d19-b12331cb6892 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:33:06.548047 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-cdc4f3e2-4156-4aa1-9d19-b12331cb6892 admin admin] Usage tracker for resource:security_group_rule and tenant:9587888ce18f4e89a8a1f087afa543c7 is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:33:06.550468 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-fe8bbbba-da6d-4a58-b282-2dde6e290b41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:33:06.551866 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-cdc4f3e2-4156-4aa1-9d19-b12331cb6892 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:33:06.554534 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-fe8bbbba-da6d-4a58-b282-2dde6e290b41 admin admin] Usage tracker for resource:security_group_rule and tenant:e044728cceea4a0fabca3b5d60579bb8 is out of sync, need to count used quota {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:33:06.557504 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-fe8bbbba-da6d-4a58-b282-2dde6e290b41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:33:06.558567 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-cdc4f3e2-4156-4aa1-9d19-b12331cb6892 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:33:06.564094 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-fe8bbbba-da6d-4a58-b282-2dde6e290b41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:33:06.588552 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Provisioning for port 20f6bd16-038a-422f-963b-1ce0ad312762 completed by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:33:06.596435 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Provisioning complete for port 20f6bd16-038a-422f-963b-1ce0ad312762 triggered by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:33:06.596865 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:06.659777 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-cdc4f3e2-4156-4aa1-9d19-b12331cb6892 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:06.668597 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-fe8bbbba-da6d-4a58-b282-2dde6e290b41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:06.670239 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da6947-6000-4ee3-bb17-7fed63dba7e7 req-d1a99fb0-edd7-4d81-935f-11a3724abcee tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:06.672281 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-e9da6947-6000-4ee3-bb17-7fed63dba7e7 req-d1a99fb0-edd7-4d81-935f-11a3724abcee tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.76 "GET /v2.0/networks?id=1d6bd424-08bd-4eca-95aa-caa56a0031f4 HTTP/1.1" status: 200 len: 815 time: 0.6743655 Apr 15 20:33:06.673808 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-cdc4f3e2-4156-4aa1-9d19-b12331cb6892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:06.679079 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:06.698606 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [req-e9da6947-6000-4ee3-bb17-7fed63dba7e7 req-9fe8f852-11bb-4efc-b621-c02893c20bd2 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Request body: {'port': {'device_id': '2f458162-fe20-4e61-9e77-e74457bb483a', 'network_id': '1d6bd424-08bd-4eca-95aa-caa56a0031f4', 'admin_state_up': True, 'tenant_id': 'bc4964d16a264d71886df3d34b5af018'}} {{(pid=85412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:33:06.793501 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdc4f3e2-4156-4aa1-9d19-b12331cb6892 admin admin] vlan segment allocate from pool success with {'vlan_id': 1091, 'physical_network': 'physnet1'} {{(pid=85412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 20:33:06.798928 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:06.839064 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc4f3e2-4156-4aa1-9d19-b12331cb6892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0acc7a80-9fd8-4941-92e3-9246714b276c,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:06.863288 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-cdc4f3e2-4156-4aa1-9d19-b12331cb6892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:06.871834 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b0f5546-ad33-40d8-94b2-83b445a88502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20f6bd16-038a-422f-963b-1ce0ad312762'}] {{(pid=85413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:33:06.902131 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] For port 20f6bd16-038a-422f-963b-1ce0ad312762, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=20f6bd16-038a-422f-963b-1ce0ad312762,segment=NetworkSegment(8f8c4df8-9981-44cd-9c71-6e51c9e29c18),segment_id=8f8c4df8-9981-44cd-9c71-6e51c9e29c18)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:33:06.907287 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:06.909687 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device 431d1899-741c-4f0d-b594-b5d307b22afb no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 20:33:06.948039 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [req-e9da6947-6000-4ee3-bb17-7fed63dba7e7 req-9fe8f852-11bb-4efc-b621-c02893c20bd2 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:33:06.952881 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-e9da6947-6000-4ee3-bb17-7fed63dba7e7 req-9fe8f852-11bb-4efc-b621-c02893c20bd2 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Usage tracker for resource:port and tenant:bc4964d16a264d71886df3d34b5af018 is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:33:06.956714 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-e9da6947-6000-4ee3-bb17-7fed63dba7e7 req-9fe8f852-11bb-4efc-b621-c02893c20bd2 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Quota usage for port was recalculated. Used quota:1. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:33:06.964167 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [req-e9da6947-6000-4ee3-bb17-7fed63dba7e7 req-9fe8f852-11bb-4efc-b621-c02893c20bd2 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:33:06.984554 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9da6947-6000-4ee3-bb17-7fed63dba7e7 req-9fe8f852-11bb-4efc-b621-c02893c20bd2 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Made reservation on behalf of bc4964d16a264d71886df3d34b5af018 for: {'port': 1} {{(pid=85412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:33:06.989480 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-e9da6947-6000-4ee3-bb17-7fed63dba7e7 req-9fe8f852-11bb-4efc-b621-c02893c20bd2 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:07.043835 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:07.141919 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-fe8bbbba-da6d-4a58-b282-2dde6e290b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:07.148978 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-88657b42-92ab-4d84-a224-63243a9f1816 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:07.166059 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Pushing event updated for resources: {'Port': ['ID=20f6bd16-038a-422f-963b-1ce0ad312762,revision_number=5']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:07.171923 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:07.185014 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8bbbba-da6d-4a58-b282-2dde6e290b41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e4cb839-08ec-4909-9657-82ad10a3d7df,revision_number=1']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:07.198529 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-fe8bbbba-da6d-4a58-b282-2dde6e290b41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:07.245578 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:07.262174 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-fe8bbbba-da6d-4a58-b282-2dde6e290b41 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e044728cceea4a0fabca3b5d60579bb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9718418 Apr 15 20:33:07.266870 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 58856) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:33:07.301669 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-b077c1f0-d63d-4733-a0fa-9dd4959c641f req-1dbd1079-9ee5-426e-b6d6-ac999107d630 tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791605129519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791604687919'] for port, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:07.303560 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-cdc4f3e2-4156-4aa1-9d19-b12331cb6892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-793'] for segment, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:07.303963 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.db.segments_db [None req-cdc4f3e2-4156-4aa1-9d19-b12331cb6892 admin admin] Added segment 88faec31-fb0a-463f-948a-b0fef7926e8a of type vlan for network 4a8caaf9-d17f-4cce-a886-22c8015a97d7 Apr 15 20:33:07.348878 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:07.364051 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.db_base_plugin_common [req-e9da6947-6000-4ee3-bb17-7fed63dba7e7 req-9fe8f852-11bb-4efc-b621-c02893c20bd2 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Allocated IP 172.20.0.11 (1d6bd424-08bd-4eca-95aa-caa56a0031f4/f27ce411-0d84-4b80-8c16-9cf996d5a5a8/cf278d3f-aa3e-4543-a43f-7f8fd325b0c3) {{(pid=85412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:33:07.396753 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d001001-a11e-4290-adbe-d975284d3ec1 req-6f3624cb-c709-4f05-bcd9-6953bc29ce3a tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:07.397180 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-cdc4f3e2-4156-4aa1-9d19-b12331cb6892 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791604676518'] for network, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:07.398456 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-5d001001-a11e-4290-adbe-d975284d3ec1 req-6f3624cb-c709-4f05-bcd9-6953bc29ce3a tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2b5850b-e58f-408f-ba27-8b40b85ec2f7 HTTP/1.1" status: 200 len: 867 time: 0.9345207 Apr 15 20:33:07.455689 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9a5d329c-00f0-470c-8b39-272ec42a1416 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:07.468911 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbd1079-9ee5-426e-b6d6-ac999107d630 tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] Pushing event deleted for resources: {'Port': ['ID=431d1899-741c-4f0d-b594-b5d307b22afb,revision_number=None']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:07.491985 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-1dbd1079-9ee5-426e-b6d6-ac999107d630 tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:07.514637 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-cdc4f3e2-4156-4aa1-9d19-b12331cb6892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16285283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461'] for network, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:07.520584 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9a5d329c-00f0-470c-8b39-272ec42a1416 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:07.524021 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8436b8-2223-4f86-a2c2-994da5cb37e5 req-1859138c-7395-4648-a6eb-2eeb9790e8a5 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:07.525689 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ce8436b8-2223-4f86-a2c2-994da5cb37e5 req-1859138c-7395-4648-a6eb-2eeb9790e8a5 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b0f5546-ad33-40d8-94b2-83b445a88502 HTTP/1.1" status: 200 len: 946 time: 0.3468137 Apr 15 20:33:07.533972 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc4f3e2-4156-4aa1-9d19-b12331cb6892 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:07.534636 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-cdc4f3e2-4156-4aa1-9d19-b12331cb6892 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16483510'] for network, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:07.557925 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:07.565610 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-5d001001-a11e-4290-adbe-d975284d3ec1 req-e25f8ab3-aa02-4dbd-ac9c-a5cf14781619 tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] 10.222.0.69 "GET /v2.0/security-groups?id=1665cfb5-0d66-414b-a623-b9fb9aac8744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557198 Apr 15 20:33:07.612853 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ce8436b8-2223-4f86-a2c2-994da5cb37e5 req-382ff241-1cae-4d06-bc19-2cbe1c83b12e tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=27a4496c-faf3-4e36-a2a3-82d63f6ce3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731132 Apr 15 20:33:07.659419 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b0f5546-ad33-40d8-94b2-83b445a88502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20f6bd16-038a-422f-963b-1ce0ad312762', 'code': 200} Apr 15 20:33:07.673960 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-cdc4f3e2-4156-4aa1-9d19-b12331cb6892 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.1433804 Apr 15 20:33:07.725460 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 58870) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:33:07.769161 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [None req-7641b529-8c80-47ce-be5d-7e08b3395bec admin admin] Request body: {'subnet': {'network_id': '4a8caaf9-d17f-4cce-a886-22c8015a97d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-182236296-subnet', 'tenant_id': '9587888ce18f4e89a8a1f087afa543c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:33:07.781810 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-7641b529-8c80-47ce-be5d-7e08b3395bec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:33:07.790041 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-7641b529-8c80-47ce-be5d-7e08b3395bec admin admin] Usage tracker for resource:subnet and tenant:9587888ce18f4e89a8a1f087afa543c7 is out of sync, need to count used quota {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:33:07.800384 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc4f3e2-4156-4aa1-9d19-b12331cb6892 admin admin] Pushing event updated for resources: {'Network': ['ID=4a8caaf9-d17f-4cce-a886-22c8015a97d7,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:07.803393 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-cdc4f3e2-4156-4aa1-9d19-b12331cb6892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:07.816476 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Network 4a8caaf9-d17f-4cce-a886-22c8015a97d7 details requested by agent ovs-agent-dv-cinder-786386-2-smb with host dv-cinder-786386-2-smb {{(pid=85413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 20:33:07.825151 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 58874) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:33:07.847844 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-7641b529-8c80-47ce-be5d-7e08b3395bec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:33:07.851894 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [req-b077c1f0-d63d-4733-a0fa-9dd4959c641f req-1dbd1079-9ee5-426e-b6d6-ac999107d630 tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] No DVR routers for this DVR port 431d1899-741c-4f0d-b594-b5d307b22afb on host hv-cinder-78638 {{(pid=85411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 20:33:07.898957 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9a5d329c-00f0-470c-8b39-272ec42a1416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:07.909358 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-9f5d3c2b-80e6-4272-91a5-1c37eed6c3a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:07.924707 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5d329c-00f0-470c-8b39-272ec42a1416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e4cb839-08ec-4909-9657-82ad10a3d7df,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:07.929698 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-e9da6947-6000-4ee3-bb17-7fed63dba7e7 req-9fe8f852-11bb-4efc-b621-c02893c20bd2 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Notify callbacks [] for port, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:07.933576 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-9a5d329c-00f0-470c-8b39-272ec42a1416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:07.946195 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9a5d329c-00f0-470c-8b39-272ec42a1416 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:07.947995 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-9a5d329c-00f0-470c-8b39-272ec42a1416 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7e4cb839-08ec-4909-9657-82ad10a3d7df HTTP/1.1" status: 204 len: 168 time: 0.6772857 Apr 15 20:33:07.963195 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-7641b529-8c80-47ce-be5d-7e08b3395bec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:33:07.970947 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-b077c1f0-d63d-4733-a0fa-9dd4959c641f req-1dbd1079-9ee5-426e-b6d6-ac999107d630 tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-906'] for port, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:07.979632 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-e9da6947-6000-4ee3-bb17-7fed63dba7e7 req-9fe8f852-11bb-4efc-b621-c02893c20bd2 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245250087898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852524119'] for port, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:07.992175 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] get_ports_and_sgs() called for port_ids ['723487d3-c1dd-47ca-a8ce-10e48acca928'] {{(pid=85413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:33:08.023093 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2b5850b-e58f-408f-ba27-8b40b85ec2f7', 'name': 'network-vif-deleted', 'tag': '431d1899-741c-4f0d-b594-b5d307b22afb'}] {{(pid=85411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:33:08.036403 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-73a3396a-0964-42a7-a46c-26a9440eb6f9 req-e5289717-ff77-4b09-91b7-b415ea3bc20b tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f458162-fe20-4e61-9e77-e74457bb483a HTTP/1.1" status: 200 len: 210 time: 0.2426455 Apr 15 20:33:08.081693 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7641b529-8c80-47ce-be5d-7e08b3395bec admin admin] Made reservation on behalf of 9587888ce18f4e89a8a1f087afa543c7 for: {'subnet': 1} {{(pid=85411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:33:08.086541 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7641b529-8c80-47ce-be5d-7e08b3395bec admin admin] Notify callbacks [] for subnet, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:08.140350 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-07892251-f0ed-4d8a-917c-3a7d243094b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:08.188983 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [None req-937eaace-5f17-4233-a252-51143e2e62a3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-687064141-network', 'tenant_id': '9bbdc00c388d464d85f419da9ce19122'}} {{(pid=85412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:33:08.209320 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-937eaace-5f17-4233-a252-51143e2e62a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:33:08.220073 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9da6947-6000-4ee3-bb17-7fed63dba7e7 req-9fe8f852-11bb-4efc-b621-c02893c20bd2 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Network 1d6bd424-08bd-4eca-95aa-caa56a0031f4 is already hosted by enough agents. {{(pid=85412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:33:08.224708 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.base_scheduler [req-e9da6947-6000-4ee3-bb17-7fed63dba7e7 req-9fe8f852-11bb-4efc-b621-c02893c20bd2 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Resources bound (agent type, host, resource id): {{(pid=85412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:33:08.227614 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9da6947-6000-4ee3-bb17-7fed63dba7e7 req-9fe8f852-11bb-4efc-b621-c02893c20bd2 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Received port after_create {{(pid=85412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:33:08.250981 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2b5850b-e58f-408f-ba27-8b40b85ec2f7', 'name': 'network-vif-deleted', 'tag': '431d1899-741c-4f0d-b594-b5d307b22afb', 'status': 'completed', 'code': 200} Apr 15 20:33:08.253763 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-b077c1f0-d63d-4733-a0fa-9dd4959c641f req-1dbd1079-9ee5-426e-b6d6-ac999107d630 tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] 10.222.0.76 "DELETE /v2.0/ports/431d1899-741c-4f0d-b594-b5d307b22afb HTTP/1.1" status: 204 len: 173 time: 2.8525705 Apr 15 20:33:08.269104 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-937eaace-5f17-4233-a252-51143e2e62a3 admin admin] Usage tracker for resource:network and tenant:9bbdc00c388d464d85f419da9ce19122 is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:33:08.276857 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-937eaace-5f17-4233-a252-51143e2e62a3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:33:08.292209 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-937eaace-5f17-4233-a252-51143e2e62a3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:33:08.310797 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe8f852-11bb-4efc-b621-c02893c20bd2 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Pushing event updated for resources: {'Port': ['ID=cf278d3f-aa3e-4543-a43f-7f8fd325b0c3,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:08.320932 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-9fe8f852-11bb-4efc-b621-c02893c20bd2 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:08.350386 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937eaace-5f17-4233-a252-51143e2e62a3 admin admin] Made reservation on behalf of 9bbdc00c388d464d85f419da9ce19122 for: {'network': 1} {{(pid=85412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:33:08.370961 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-937eaace-5f17-4233-a252-51143e2e62a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for network, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:08.405684 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-937eaace-5f17-4233-a252-51143e2e62a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:08.431273 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ff2a93-48cc-4a87-abba-2ff8f93b862e req-1365be9b-bed1-4e72-ad2f-68c2ef3b5ce7 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:08.432931 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f3ff2a93-48cc-4a87-abba-2ff8f93b862e req-1365be9b-bed1-4e72-ad2f-68c2ef3b5ce7 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6a5ef30-fb31-4a4a-b920-e6f83c17d0bf HTTP/1.1" status: 200 len: 945 time: 0.5875220 Apr 15 20:33:08.465173 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da6947-6000-4ee3-bb17-7fed63dba7e7 req-9fe8f852-11bb-4efc-b621-c02893c20bd2 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:08.465858 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-e9da6947-6000-4ee3-bb17-7fed63dba7e7 req-9fe8f852-11bb-4efc-b621-c02893c20bd2 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16483510'] for port, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:08.503623 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-937eaace-5f17-4233-a252-51143e2e62a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:33:08.507432 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-e9da6947-6000-4ee3-bb17-7fed63dba7e7 req-9fe8f852-11bb-4efc-b621-c02893c20bd2 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8155742 Apr 15 20:33:08.509741 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-937eaace-5f17-4233-a252-51143e2e62a3 admin admin] Usage tracker for resource:security_group_rule and tenant:9bbdc00c388d464d85f419da9ce19122 is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:33:08.513023 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-937eaace-5f17-4233-a252-51143e2e62a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:33:08.518950 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-937eaace-5f17-4233-a252-51143e2e62a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:33:08.526922 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [req-e9da6947-6000-4ee3-bb17-7fed63dba7e7 req-4d7d8a44-a483-4373-bee0-0eed65b95799 service neutron] Request body: {'port': {'device_id': '2f458162-fe20-4e61-9e77-e74457bb483a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:33:08.562449 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f3ff2a93-48cc-4a87-abba-2ff8f93b862e req-8d1beb4f-d800-44af-9df7-2338f1be540a tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137178 Apr 15 20:33:08.565690 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90388859-0448-4fec-b9e7-f562190da673 req-e5d83916-ea5a-428c-8b0e-75b24fd32ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:08.567335 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-90388859-0448-4fec-b9e7-f562190da673 req-e5d83916-ea5a-428c-8b0e-75b24fd32ce4 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=9b0f5546-ad33-40d8-94b2-83b445a88502 HTTP/1.1" status: 200 len: 1099 time: 0.6018245 Apr 15 20:33:08.640427 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-90388859-0448-4fec-b9e7-f562190da673 req-a0481831-a793-41a6-9347-7e77bafd2ab5 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=27a4496c-faf3-4e36-a2a3-82d63f6ce3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630262 Apr 15 20:33:08.722051 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-e9da6947-6000-4ee3-bb17-7fed63dba7e7 req-4d7d8a44-a483-4373-bee0-0eed65b95799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:08.780813 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7641b529-8c80-47ce-be5d-7e08b3395bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16285263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461'] for subnet, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:08.827375 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:08.955847 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-c84f6014-f7d0-4047-afd5-31a362f869ff req-8b8677e0-eb79-4a85-9e90-6f05b0fa798c tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] Synchronizing usage tracker for tenant:1b94adc33bcb40f7aa0c95b4a8c4afae on resource:port {{(pid=85411) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:33:09.055593 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-937eaace-5f17-4233-a252-51143e2e62a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:09.061840 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-c84f6014-f7d0-4047-afd5-31a362f869ff req-8b8677e0-eb79-4a85-9e90-6f05b0fa798c tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] Unset dirty status for tenant:1b94adc33bcb40f7aa0c95b4a8c4afae on resource:port {{(pid=85411) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:33:09.063164 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c84f6014-f7d0-4047-afd5-31a362f869ff req-8b8677e0-eb79-4a85-9e90-6f05b0fa798c tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2b5850b-e58f-408f-ba27-8b40b85ec2f7 HTTP/1.1" status: 200 len: 210 time: 0.2368846 Apr 15 20:33:09.074601 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7641b529-8c80-47ce-be5d-7e08b3395bec admin admin] Pushing event updated for resources: {'Subnet': ['ID=be8a6df3-5ebb-47df-9330-8083550d1d3e,revision_number=0']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:09.107472 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7641b529-8c80-47ce-be5d-7e08b3395bec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:33:09.107883 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7641b529-8c80-47ce-be5d-7e08b3395bec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:33:09.108329 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7641b529-8c80-47ce-be5d-7e08b3395bec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:33:09.109017 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7641b529-8c80-47ce-be5d-7e08b3395bec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:33:09.109126 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7641b529-8c80-47ce-be5d-7e08b3395bec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:33:09.109584 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-937eaace-5f17-4233-a252-51143e2e62a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:09.109690 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7641b529-8c80-47ce-be5d-7e08b3395bec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:33:09.109848 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7641b529-8c80-47ce-be5d-7e08b3395bec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:33:09.110205 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7641b529-8c80-47ce-be5d-7e08b3395bec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:33:09.110616 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7641b529-8c80-47ce-be5d-7e08b3395bec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:33:09.110997 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7641b529-8c80-47ce-be5d-7e08b3395bec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:33:09.111432 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7641b529-8c80-47ce-be5d-7e08b3395bec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:33:09.111845 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7641b529-8c80-47ce-be5d-7e08b3395bec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:33:09.121996 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-937eaace-5f17-4233-a252-51143e2e62a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1071, 'physical_network': 'physnet1'} {{(pid=85412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 20:33:09.123629 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-7641b529-8c80-47ce-be5d-7e08b3395bec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:09.131720 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-937eaace-5f17-4233-a252-51143e2e62a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-793'] for segment, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:09.132112 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.db.segments_db [None req-937eaace-5f17-4233-a252-51143e2e62a3 admin admin] Added segment aa021547-3bc5-4b18-bf7b-1944f8c5afba of type vlan for network 3d679279-eb30-4fda-a503-0553a06ff59c Apr 15 20:33:09.175764 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e3cde5-3c1e-43e0-acdb-deae0f2be4c1 req-e38b0218-f64d-4dd8-833d-4d70960ec811 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:09.183527 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-b8e3cde5-3c1e-43e0-acdb-deae0f2be4c1 req-e38b0218-f64d-4dd8-833d-4d70960ec811 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b0f5546-ad33-40d8-94b2-83b445a88502 HTTP/1.1" status: 200 len: 946 time: 0.3231704 Apr 15 20:33:09.207676 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-dca04945-1c36-401c-8ba2-e000c93459c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:09.267986 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937eaace-5f17-4233-a252-51143e2e62a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0a08f1-e3ed-416f-a7a8-a96d7ae18914,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:09.279563 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-937eaace-5f17-4233-a252-51143e2e62a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791604676518'] for network, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:09.300817 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937eaace-5f17-4233-a252-51143e2e62a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:33:09.301223 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937eaace-5f17-4233-a252-51143e2e62a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:33:09.301619 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937eaace-5f17-4233-a252-51143e2e62a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:33:09.302046 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937eaace-5f17-4233-a252-51143e2e62a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:33:09.303234 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937eaace-5f17-4233-a252-51143e2e62a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:33:09.303234 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937eaace-5f17-4233-a252-51143e2e62a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:33:09.303436 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937eaace-5f17-4233-a252-51143e2e62a3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:33:09.303881 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937eaace-5f17-4233-a252-51143e2e62a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:33:09.305074 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937eaace-5f17-4233-a252-51143e2e62a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:33:09.305074 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937eaace-5f17-4233-a252-51143e2e62a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:33:09.305074 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937eaace-5f17-4233-a252-51143e2e62a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:33:09.305297 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937eaace-5f17-4233-a252-51143e2e62a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:33:09.329051 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-b8e3cde5-3c1e-43e0-acdb-deae0f2be4c1 req-70a397c8-9878-4f3b-8164-664889d41a00 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=27a4496c-faf3-4e36-a2a3-82d63f6ce3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444535 Apr 15 20:33:09.333014 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7641b529-8c80-47ce-be5d-7e08b3395bec admin admin] Checking segment: {'id': '88faec31-fb0a-463f-948a-b0fef7926e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '4a8caaf9-d17f-4cce-a886-22c8015a97d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:33:09.333621 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7641b529-8c80-47ce-be5d-7e08b3395bec admin admin] Network hostable DHCP agents. Network: 4a8caaf9-d17f-4cce-a886-22c8015a97d7, hostable agents: ['ffb4b371-2790-46a0-bfdf-1689ebf5aa69'], hosted agents: [] {{(pid=85411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 20:33:09.364244 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-937eaace-5f17-4233-a252-51143e2e62a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:09.393995 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7641b529-8c80-47ce-be5d-7e08b3395bec admin admin] Network 4a8caaf9-d17f-4cce-a886-22c8015a97d7 is scheduled to be hosted by DHCP agent ffb4b371-2790-46a0-bfdf-1689ebf5aa69 with binding_index 1 {{(pid=85411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 20:33:09.409089 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [req-e9da6947-6000-4ee3-bb17-7fed63dba7e7 req-4d7d8a44-a483-4373-bee0-0eed65b95799 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf278d3f-aa3e-4543-a43f-7f8fd325b0c3 {{(pid=85412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:33:09.419866 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-e9da6947-6000-4ee3-bb17-7fed63dba7e7 req-4d7d8a44-a483-4373-bee0-0eed65b95799 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:09.423438 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-937eaace-5f17-4233-a252-51143e2e62a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16285283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461'] for network, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:09.426918 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937eaace-5f17-4233-a252-51143e2e62a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:09.427686 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-937eaace-5f17-4233-a252-51143e2e62a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16483510'] for network, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:09.430240 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5afa2b-447f-434f-b654-6a83e80bc9a3 req-fd161162-163e-4b8f-80d7-dd7ed26e2fff tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:09.431980 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-6b5afa2b-447f-434f-b654-6a83e80bc9a3 req-fd161162-163e-4b8f-80d7-dd7ed26e2fff tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f458162-fe20-4e61-9e77-e74457bb483a HTTP/1.1" status: 200 len: 932 time: 0.2199907 Apr 15 20:33:09.436299 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:09.482789 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.base_scheduler [None req-7641b529-8c80-47ce-be5d-7e08b3395bec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-2-smb, 4a8caaf9-d17f-4cce-a886-22c8015a97d7) {{(pid=85411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:33:09.490080 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7641b529-8c80-47ce-be5d-7e08b3395bec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:09.490986 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7641b529-8c80-47ce-be5d-7e08b3395bec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16483510'] for subnet, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:09.492597 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991b504c-0c3d-42bd-afda-8f6702e20e0e None None] Network 4a8caaf9-d17f-4cce-a886-22c8015a97d7 requested from dv-cinder-786386-2-smb {{(pid=85413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:33:09.524981 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [req-e9da6947-6000-4ee3-bb17-7fed63dba7e7 req-4d7d8a44-a483-4373-bee0-0eed65b95799 service neutron] Transition to ACTIVE for port object cf278d3f-aa3e-4543-a43f-7f8fd325b0c3 will not be triggered until provisioned by entity L2. {{(pid=85412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:33:09.547501 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-e9da6947-6000-4ee3-bb17-7fed63dba7e7 req-4d7d8a44-a483-4373-bee0-0eed65b95799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2251697'] for port, after_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:09.556318 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-6b5afa2b-447f-434f-b654-6a83e80bc9a3 req-3121e51b-4511-4f7c-a856-a0f0e9a19626 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/security-groups?id=2edb3071-98d0-466a-b0a6-21d6399c15c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141448 Apr 15 20:33:09.562824 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-7641b529-8c80-47ce-be5d-7e08b3395bec admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8159328 Apr 15 20:33:09.671903 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-937eaace-5f17-4233-a252-51143e2e62a3 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8254275 Apr 15 20:33:09.672345 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 58928) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:33:09.675278 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937eaace-5f17-4233-a252-51143e2e62a3 admin admin] Pushing event updated for resources: {'Network': ['ID=3d679279-eb30-4fda-a503-0553a06ff59c,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:09.679402 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [None req-ffe42f97-a2a6-42e7-9fdd-034a6c380126 admin admin] Request body: {'subnet': {'network_id': '3d679279-eb30-4fda-a503-0553a06ff59c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-687064141-subnet', 'tenant_id': '9bbdc00c388d464d85f419da9ce19122', 'ip_version': 4}} {{(pid=85411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:33:09.690442 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-937eaace-5f17-4233-a252-51143e2e62a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:09.691351 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-3855257f-34ba-44f9-bf72-e4f0eaeecc02 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:09.698017 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-ffe42f97-a2a6-42e7-9fdd-034a6c380126 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:33:09.701740 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Network 3d679279-eb30-4fda-a503-0553a06ff59c details requested by agent ovs-agent-dv-cinder-786386-2-smb with host dv-cinder-786386-2-smb {{(pid=85413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 20:33:09.715737 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-ffe42f97-a2a6-42e7-9fdd-034a6c380126 admin admin] Usage tracker for resource:subnet and tenant:9bbdc00c388d464d85f419da9ce19122 is out of sync, need to count used quota {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:33:09.718994 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-ffe42f97-a2a6-42e7-9fdd-034a6c380126 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:33:09.736613 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-ffe42f97-a2a6-42e7-9fdd-034a6c380126 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:33:09.836990 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe42f97-a2a6-42e7-9fdd-034a6c380126 admin admin] Made reservation on behalf of 9bbdc00c388d464d85f419da9ce19122 for: {'subnet': 1} {{(pid=85411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:33:09.843171 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-ffe42f97-a2a6-42e7-9fdd-034a6c380126 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:09.931344 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7d8a44-a483-4373-bee0-0eed65b95799 service neutron] Pushing event updated for resources: {'Port': ['ID=cf278d3f-aa3e-4543-a43f-7f8fd325b0c3,revision_number=2']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:09.970224 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-4d7d8a44-a483-4373-bee0-0eed65b95799 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:10.140130 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61b72c-8c9f-4510-ab93-d57fbe300c42 req-475e22ad-2d84-4c2f-82ce-ee310b415c3a tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:10.141874 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ea61b72c-8c9f-4510-ab93-d57fbe300c42 req-475e22ad-2d84-4c2f-82ce-ee310b415c3a tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6a5ef30-fb31-4a4a-b920-e6f83c17d0bf HTTP/1.1" status: 200 len: 945 time: 0.4166229 Apr 15 20:33:10.161695 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [req-e9da6947-6000-4ee3-bb17-7fed63dba7e7 req-4d7d8a44-a483-4373-bee0-0eed65b95799 service neutron] Attempting to bind port cf278d3f-aa3e-4543-a43f-7f8fd325b0c3 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:33:10.162049 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [req-e9da6947-6000-4ee3-bb17-7fed63dba7e7 req-4d7d8a44-a483-4373-bee0-0eed65b95799 service neutron] Attempting to bind port cf278d3f-aa3e-4543-a43f-7f8fd325b0c3 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '36087674-63e1-4b37-9dd5-5f439f8a7270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '1d6bd424-08bd-4eca-95aa-caa56a0031f4'}] {{(pid=85412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:33:10.162434 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9da6947-6000-4ee3-bb17-7fed63dba7e7 req-4d7d8a44-a483-4373-bee0-0eed65b95799 service neutron] Attempting to bind port cf278d3f-aa3e-4543-a43f-7f8fd325b0c3 on network 1d6bd424-08bd-4eca-95aa-caa56a0031f4 {{(pid=85412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:33:10.178077 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9da6947-6000-4ee3-bb17-7fed63dba7e7 req-4d7d8a44-a483-4373-bee0-0eed65b95799 service neutron] Port cf278d3f-aa3e-4543-a43f-7f8fd325b0c3 on network 1d6bd424-08bd-4eca-95aa-caa56a0031f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 20:33:10.178792 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9da6947-6000-4ee3-bb17-7fed63dba7e7 req-4d7d8a44-a483-4373-bee0-0eed65b95799 service neutron] Attempting to bind port cf278d3f-aa3e-4543-a43f-7f8fd325b0c3 on network 1d6bd424-08bd-4eca-95aa-caa56a0031f4 {{(pid=85412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:33:10.195618 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9da6947-6000-4ee3-bb17-7fed63dba7e7 req-4d7d8a44-a483-4373-bee0-0eed65b95799 service neutron] Checking agent: {'id': '70e73898-5ca9-4370-a761-abbf44013111', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 30, 18), 'started_at': datetime.datetime(2021, 4, 15, 20, 30, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:33:10.196043 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9da6947-6000-4ee3-bb17-7fed63dba7e7 req-4d7d8a44-a483-4373-bee0-0eed65b95799 service neutron] Checking segment: {'id': '36087674-63e1-4b37-9dd5-5f439f8a7270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '1d6bd424-08bd-4eca-95aa-caa56a0031f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:33:10.196391 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9da6947-6000-4ee3-bb17-7fed63dba7e7 req-4d7d8a44-a483-4373-bee0-0eed65b95799 service neutron] Bound using segment: {'id': '36087674-63e1-4b37-9dd5-5f439f8a7270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '1d6bd424-08bd-4eca-95aa-caa56a0031f4'} {{(pid=85412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:33:10.196863 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [req-e9da6947-6000-4ee3-bb17-7fed63dba7e7 req-4d7d8a44-a483-4373-bee0-0eed65b95799 service neutron] Bound port: cf278d3f-aa3e-4543-a43f-7f8fd325b0c3, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36087674-63e1-4b37-9dd5-5f439f8a7270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '1d6bd424-08bd-4eca-95aa-caa56a0031f4'}}] {{(pid=85412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:33:10.197247 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-e9da6947-6000-4ee3-bb17-7fed63dba7e7 req-4d7d8a44-a483-4373-bee0-0eed65b95799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:10.512844 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ea61b72c-8c9f-4510-ab93-d57fbe300c42 req-f624f183-3d61-4e78-a471-3fd1c1aefe2d tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370884 Apr 15 20:33:10.544025 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [req-e9da6947-6000-4ee3-bb17-7fed63dba7e7 req-4d7d8a44-a483-4373-bee0-0eed65b95799 service neutron] For port cf278d3f-aa3e-4543-a43f-7f8fd325b0c3, host hv-cinder-78638, cleared binding levels {{(pid=85412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:33:10.553759 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [req-e9da6947-6000-4ee3-bb17-7fed63dba7e7 req-4d7d8a44-a483-4373-bee0-0eed65b95799 service neutron] For port cf278d3f-aa3e-4543-a43f-7f8fd325b0c3, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cf278d3f-aa3e-4543-a43f-7f8fd325b0c3,segment=NetworkSegment(36087674-63e1-4b37-9dd5-5f439f8a7270),segment_id=36087674-63e1-4b37-9dd5-5f439f8a7270)] {{(pid=85412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:33:10.567823 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-e9da6947-6000-4ee3-bb17-7fed63dba7e7 req-4d7d8a44-a483-4373-bee0-0eed65b95799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2251697'] for port, after_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:10.583959 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd392cd-ab31-4c03-9a0d-289e7135cdcb None None] Network 4a8caaf9-d17f-4cce-a886-22c8015a97d7 requested from dv-cinder-786386-2-smb {{(pid=85413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:33:10.614548 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:10.717644 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7d8a44-a483-4373-bee0-0eed65b95799 service neutron] Pushing event updated for resources: {'Port': ['ID=cf278d3f-aa3e-4543-a43f-7f8fd325b0c3,revision_number=3']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:10.775548 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-4d7d8a44-a483-4373-bee0-0eed65b95799 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:10.840830 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 58976) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:33:10.873902 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [None req-c45a1c18-1002-4058-895e-45b753c2f58e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-47265086-network', 'tenant_id': 'b139e15b43324487b3d35b7246fec84e'}} {{(pid=85412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:33:10.887481 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-c45a1c18-1002-4058-895e-45b753c2f58e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:33:10.899313 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-c45a1c18-1002-4058-895e-45b753c2f58e admin admin] Usage tracker for resource:network and tenant:b139e15b43324487b3d35b7246fec84e is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:33:10.902281 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-c45a1c18-1002-4058-895e-45b753c2f58e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:33:10.915885 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-c45a1c18-1002-4058-895e-45b753c2f58e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:33:10.922012 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d1bc3c-d6d6-47f0-abc1-a3d7a0ae3fea req-40e780d0-a40e-4547-adae-bcecbe685640 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:10.930929 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-56d1bc3c-d6d6-47f0-abc1-a3d7a0ae3fea req-40e780d0-a40e-4547-adae-bcecbe685640 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b0f5546-ad33-40d8-94b2-83b445a88502 HTTP/1.1" status: 200 len: 946 time: 0.3745170 Apr 15 20:33:10.938451 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45a1c18-1002-4058-895e-45b753c2f58e admin admin] Made reservation on behalf of b139e15b43324487b3d35b7246fec84e for: {'network': 1} {{(pid=85412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:33:10.943731 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c45a1c18-1002-4058-895e-45b753c2f58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for network, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:11.003667 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c45a1c18-1002-4058-895e-45b753c2f58e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:11.025519 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.agents_db [None req-12650cd8-a504-4c0d-a4a2-248dab766c22 None None] Agent healthcheck: found 6 active agents {{(pid=85414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:33:11.047068 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-c45a1c18-1002-4058-895e-45b753c2f58e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:33:11.055995 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-c45a1c18-1002-4058-895e-45b753c2f58e admin admin] Usage tracker for resource:security_group_rule and tenant:b139e15b43324487b3d35b7246fec84e is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:33:11.068098 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-c45a1c18-1002-4058-895e-45b753c2f58e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:33:11.078347 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da6947-6000-4ee3-bb17-7fed63dba7e7 req-4d7d8a44-a483-4373-bee0-0eed65b95799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:11.079408 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-e9da6947-6000-4ee3-bb17-7fed63dba7e7 req-4d7d8a44-a483-4373-bee0-0eed65b95799 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16483510'] for port, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:11.091863 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-e9da6947-6000-4ee3-bb17-7fed63dba7e7 req-4d7d8a44-a483-4373-bee0-0eed65b95799 service neutron] 10.222.0.76 "PUT /v2.0/ports/cf278d3f-aa3e-4543-a43f-7f8fd325b0c3 HTTP/1.1" status: 200 len: 1094 time: 2.5703220 Apr 15 20:33:11.092452 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f458162-fe20-4e61-9e77-e74457bb483a', 'tag': 'cf278d3f-aa3e-4543-a43f-7f8fd325b0c3'}] {{(pid=85412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:33:11.111071 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-c45a1c18-1002-4058-895e-45b753c2f58e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:33:11.283432 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da6947-6000-4ee3-bb17-7fed63dba7e7 req-d5d61499-26a2-4d76-a1ea-b7d7544a778f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:11.285205 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-e9da6947-6000-4ee3-bb17-7fed63dba7e7 req-d5d61499-26a2-4d76-a1ea-b7d7544a778f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=bc4964d16a264d71886df3d34b5af018&device_id=2f458162-fe20-4e61-9e77-e74457bb483a HTTP/1.1" status: 200 len: 1097 time: 0.1251121 Apr 15 20:33:11.394926 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e0bcc2-f3ce-4554-9ab4-6368c9d8d3ad req-28efc678-99e9-4678-b883-730506b41095 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:11.401438 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-99e0bcc2-f3ce-4554-9ab4-6368c9d8d3ad req-28efc678-99e9-4678-b883-730506b41095 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f458162-fe20-4e61-9e77-e74457bb483a HTTP/1.1" status: 200 len: 944 time: 0.5559423 Apr 15 20:33:11.410143 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-e9da6947-6000-4ee3-bb17-7fed63dba7e7 req-7131fd89-b010-4fe4-88c2-80eb74de39e9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf278d3f-aa3e-4543-a43f-7f8fd325b0c3 HTTP/1.1" status: 200 len: 217 time: 0.1119361 Apr 15 20:33:11.466485 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-56d1bc3c-d6d6-47f0-abc1-a3d7a0ae3fea req-c8b7b499-5062-4e02-abec-8dbac981911c tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=27a4496c-faf3-4e36-a2a3-82d63f6ce3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5341935 Apr 15 20:33:11.592877 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-99e0bcc2-f3ce-4554-9ab4-6368c9d8d3ad req-ccce3d78-af09-4b60-ab24-a93a7908cc47 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/security-groups?id=2edb3071-98d0-466a-b0a6-21d6399c15c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682339 Apr 15 20:33:11.701386 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f458162-fe20-4e61-9e77-e74457bb483a', 'tag': 'cf278d3f-aa3e-4543-a43f-7f8fd325b0c3', 'status': 'completed', 'code': 200} Apr 15 20:33:11.729733 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c45a1c18-1002-4058-895e-45b753c2f58e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:11.736379 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da6947-6000-4ee3-bb17-7fed63dba7e7 req-8193159c-433d-4604-b318-ae848dcbeb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:11.737983 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-e9da6947-6000-4ee3-bb17-7fed63dba7e7 req-8193159c-433d-4604-b318-ae848dcbeb20 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f27ce411-0d84-4b80-8c16-9cf996d5a5a8 HTTP/1.1" status: 200 len: 855 time: 0.3164532 Apr 15 20:33:11.738803 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c45a1c18-1002-4058-895e-45b753c2f58e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:11.743050 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:11.808159 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-e9da6947-6000-4ee3-bb17-7fed63dba7e7 req-ea6ed9dc-2fc5-4931-87af-3d993e4a98a3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1d6bd424-08bd-4eca-95aa-caa56a0031f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560622 Apr 15 20:33:11.854859 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-ffe42f97-a2a6-42e7-9fdd-034a6c380126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16285263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461'] for subnet, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:11.860032 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c45a1c18-1002-4058-895e-45b753c2f58e admin admin] vlan segment allocate from pool success with {'vlan_id': 1051, 'physical_network': 'physnet1'} {{(pid=85412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 20:33:11.860689 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45a1c18-1002-4058-895e-45b753c2f58e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b81a5e1d-835c-4d95-8140-b685755dde67,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:11.882908 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-c45a1c18-1002-4058-895e-45b753c2f58e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:11.891094 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-7641b529-8c80-47ce-be5d-7e08b3395bec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:11.939203 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c45a1c18-1002-4058-895e-45b753c2f58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-793'] for segment, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:11.939604 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.db.segments_db [None req-c45a1c18-1002-4058-895e-45b753c2f58e admin admin] Added segment 111140b1-5e04-4fdd-a822-5bfd6ba4b2ee of type vlan for network e3230e9f-63d6-4055-8170-ce55e109be85 Apr 15 20:33:11.974892 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe42f97-a2a6-42e7-9fdd-034a6c380126 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fa1339f-d41e-4eb8-bb6e-40a2c73235f7,revision_number=0']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:11.981618 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-ffe42f97-a2a6-42e7-9fdd-034a6c380126 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:12.006691 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c45a1c18-1002-4058-895e-45b753c2f58e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791604676518'] for network, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:12.037547 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-e9da6947-6000-4ee3-bb17-7fed63dba7e7 req-c2599a00-4514-4c5e-9d67-c9ff606ace43 service neutron] 10.222.0.76 "GET /v2.0/networks/1d6bd424-08bd-4eca-95aa-caa56a0031f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111797 Apr 15 20:33:12.125665 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5fb1e2-4601-4bfe-a6d5-0dcff3cce571 req-0c0a4f5a-17c9-4536-9b2c-dab7d68956ec tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:12.127426 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-3c5fb1e2-4601-4bfe-a6d5-0dcff3cce571 req-0c0a4f5a-17c9-4536-9b2c-dab7d68956ec tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6a5ef30-fb31-4a4a-b920-e6f83c17d0bf HTTP/1.1" status: 200 len: 945 time: 0.3720405 Apr 15 20:33:12.151752 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c45a1c18-1002-4058-895e-45b753c2f58e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16285283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461'] for network, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:12.155030 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45a1c18-1002-4058-895e-45b753c2f58e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:12.156225 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c45a1c18-1002-4058-895e-45b753c2f58e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16483510'] for network, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:12.164853 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:12.179075 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841f1261-1453-440b-8c37-692bbe4a4bf8 req-42628114-c17e-4231-94c3-0a876ba55863 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:12.181679 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-841f1261-1453-440b-8c37-692bbe4a4bf8 req-42628114-c17e-4231-94c3-0a876ba55863 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b0f5546-ad33-40d8-94b2-83b445a88502 HTTP/1.1" status: 200 len: 946 time: 0.4760206 Apr 15 20:33:12.197023 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 59052) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:33:12.210168 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [None req-5e4be54d-56a0-4071-bac7-5c5a41f791e6 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Request body: {'floatingip': {'port_id': '20f6bd16-038a-422f-963b-1ce0ad312762'}} {{(pid=85411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:33:12.309316 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-e9da6947-6000-4ee3-bb17-7fed63dba7e7 req-92ae8781-caa4-435c-965f-0436d9afbcb8 service neutron] 10.222.0.76 "GET /v2.0/networks/1d6bd424-08bd-4eca-95aa-caa56a0031f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625158 Apr 15 20:33:12.310576 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-c45a1c18-1002-4058-895e-45b753c2f58e admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4686971 Apr 15 20:33:12.311586 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45a1c18-1002-4058-895e-45b753c2f58e admin admin] Pushing event updated for resources: {'Network': ['ID=e3230e9f-63d6-4055-8170-ce55e109be85,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:12.313967 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 59060) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:33:12.318480 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-c45a1c18-1002-4058-895e-45b753c2f58e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:12.322904 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [None req-84d6b617-cb8f-42b3-9366-75e43e256e04 admin admin] Request body: {'subnet': {'network_id': 'e3230e9f-63d6-4055-8170-ce55e109be85', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-47265086-subnet', 'tenant_id': 'b139e15b43324487b3d35b7246fec84e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:33:12.328001 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-84d6b617-cb8f-42b3-9366-75e43e256e04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:33:12.335947 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Network e3230e9f-63d6-4055-8170-ce55e109be85 details requested by agent ovs-agent-dv-cinder-786386-2-smb with host dv-cinder-786386-2-smb {{(pid=85413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 20:33:12.351606 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-84d6b617-cb8f-42b3-9366-75e43e256e04 admin admin] Usage tracker for resource:subnet and tenant:b139e15b43324487b3d35b7246fec84e is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:33:12.355248 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-84d6b617-cb8f-42b3-9366-75e43e256e04 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:33:12.365677 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-84d6b617-cb8f-42b3-9366-75e43e256e04 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:33:12.430154 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-3c5fb1e2-4601-4bfe-a6d5-0dcff3cce571 req-fd9f846d-c81d-4bcc-84af-e2152eaa6bb1 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861140 Apr 15 20:33:12.449510 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-5e4be54d-56a0-4071-bac7-5c5a41f791e6 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks [] for floatingip, before_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:12.488899 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d6b617-cb8f-42b3-9366-75e43e256e04 admin admin] Made reservation on behalf of b139e15b43324487b3d35b7246fec84e for: {'subnet': 1} {{(pid=85412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:33:12.493701 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-84d6b617-cb8f-42b3-9366-75e43e256e04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852727102'] for subnet, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:12.564316 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c2a1ae40-ed6e-438e-9091-c0b6fbf47006 req-72baa399-4289-4328-8e0e-76a397ab6f1f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=013242ac-6a8e-472e-9e6e-90232753f2c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5276968 Apr 15 20:33:12.627643 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 59074) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:33:12.716723 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 59082) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:33:12.719845 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c8fd11-44a0-4c33-885a-a8c8af8cf777 req-3ab43245-83b2-40a9-a367-0cb1b92dcdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:12.722104 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-91c8fd11-44a0-4c33-885a-a8c8af8cf777 req-3ab43245-83b2-40a9-a367-0cb1b92dcdc2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=bc4964d16a264d71886df3d34b5af018&device_id=2f458162-fe20-4e61-9e77-e74457bb483a HTTP/1.1" status: 200 len: 1097 time: 0.3326423 Apr 15 20:33:12.900867 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe42f97-a2a6-42e7-9fdd-034a6c380126 admin admin] Checking segment: {'id': 'aa021547-3bc5-4b18-bf7b-1944f8c5afba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '3d679279-eb30-4fda-a503-0553a06ff59c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:33:12.901158 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe42f97-a2a6-42e7-9fdd-034a6c380126 admin admin] Network hostable DHCP agents. Network: 3d679279-eb30-4fda-a503-0553a06ff59c, hostable agents: ['ffb4b371-2790-46a0-bfdf-1689ebf5aa69'], hosted agents: [] {{(pid=85411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 20:33:12.910599 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-24d52274-d9b8-441e-9761-021eeb6ccc00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:12.930862 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c9b8c49-b1de-41b9-b137-94db6ccb47ce admin admin] Deleting subnet 1e5bd58d-538f-4085-af55-f2373326988a {{(pid=85412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 20:33:12.941683 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-3c9b8c49-b1de-41b9-b137-94db6ccb47ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:13.036862 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-3c9b8c49-b1de-41b9-b137-94db6ccb47ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852805791'] for subnet, precommit_delete_associations {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:13.074354 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c8fd11-44a0-4c33-885a-a8c8af8cf777 req-81746e0d-fd6f-4cd8-98a4-9ef289b37879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:13.075987 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-91c8fd11-44a0-4c33-885a-a8c8af8cf777 req-81746e0d-fd6f-4cd8-98a4-9ef289b37879 service neutron] 10.222.0.76 "GET /v2.0/networks?id=1d6bd424-08bd-4eca-95aa-caa56a0031f4 HTTP/1.1" status: 200 len: 917 time: 0.3120928 Apr 15 20:33:13.086048 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-24d52274-d9b8-441e-9761-021eeb6ccc00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:33:13.108602 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-24d52274-d9b8-441e-9761-021eeb6ccc00 admin admin] Usage tracker for resource:security_group_rule and tenant:aaf35081177b405a86005f80ae063564 is out of sync, need to count used quota {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:33:13.115679 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-24d52274-d9b8-441e-9761-021eeb6ccc00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:33:13.134725 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-24d52274-d9b8-441e-9761-021eeb6ccc00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:33:13.157340 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe42f97-a2a6-42e7-9fdd-034a6c380126 admin admin] Network 3d679279-eb30-4fda-a503-0553a06ff59c is scheduled to be hosted by DHCP agent ffb4b371-2790-46a0-bfdf-1689ebf5aa69 with binding_index 1 {{(pid=85411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 20:33:13.180061 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-91c8fd11-44a0-4c33-885a-a8c8af8cf777 req-23dce14d-2c80-48f8-bc1c-958654dc6f45 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf278d3f-aa3e-4543-a43f-7f8fd325b0c3 HTTP/1.1" status: 200 len: 217 time: 0.0912187 Apr 15 20:33:13.199584 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a1ae40-ed6e-438e-9091-c0b6fbf47006 req-b665e235-eaaa-4cb2-b696-5b3a1a41daf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:13.201216 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c2a1ae40-ed6e-438e-9091-c0b6fbf47006 req-b665e235-eaaa-4cb2-b696-5b3a1a41daf2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=bc4964d16a264d71886df3d34b5af018&device_id=013242ac-6a8e-472e-9e6e-90232753f2c7 HTTP/1.1" status: 200 len: 1098 time: 0.4521329 Apr 15 20:33:13.206048 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.base_scheduler [None req-ffe42f97-a2a6-42e7-9fdd-034a6c380126 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-2-smb, 3d679279-eb30-4fda-a503-0553a06ff59c) {{(pid=85411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:33:13.214081 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9347a19a-9eb8-4f03-8a35-f470569a4916 None None] Network 3d679279-eb30-4fda-a503-0553a06ff59c requested from dv-cinder-786386-2-smb {{(pid=85413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:33:13.232419 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe42f97-a2a6-42e7-9fdd-034a6c380126 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:13.233079 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-ffe42f97-a2a6-42e7-9fdd-034a6c380126 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16483510'] for subnet, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:13.244514 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68980d90-02da-4a90-8b5f-6fd09defc94c req-d5734e1f-9ecb-4a65-9863-a0616f031a0e tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:13.246108 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-68980d90-02da-4a90-8b5f-6fd09defc94c req-d5734e1f-9ecb-4a65-9863-a0616f031a0e tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f458162-fe20-4e61-9e77-e74457bb483a HTTP/1.1" status: 200 len: 944 time: 0.4449453 Apr 15 20:33:13.254734 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-3c9b8c49-b1de-41b9-b137-94db6ccb47ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854769281'] for subnet, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:13.369772 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c8fd11-44a0-4c33-885a-a8c8af8cf777 req-5ec4c588-65ba-41cc-aaf8-690f0bd57319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:13.371423 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-91c8fd11-44a0-4c33-885a-a8c8af8cf777 req-5ec4c588-65ba-41cc-aaf8-690f0bd57319 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f27ce411-0d84-4b80-8c16-9cf996d5a5a8 HTTP/1.1" status: 200 len: 855 time: 0.1832736 Apr 15 20:33:13.476781 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b121681-1701-4be5-be65-8d8c083609b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28a7f39b-2ac9-5a6b-b489-919d75496104-3d679279-eb30-4fda-a503-0553a06ff59c', 'network_id': '3d679279-eb30-4fda-a503-0553a06ff59c', 'tenant_id': '9bbdc00c388d464d85f419da9ce19122', 'fixed_ips': [{'subnet_id': '6fa1339f-d41e-4eb8-bb6e-40a2c73235f7'}]}} from dv-cinder-786386-2-smb. {{(pid=85413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 20:33:13.478190 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9b121681-1701-4be5-be65-8d8c083609b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_create {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:13.512361 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-91c8fd11-44a0-4c33-885a-a8c8af8cf777 req-c9c36ef7-1b2c-4918-9666-6a0cd8b8192c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1d6bd424-08bd-4eca-95aa-caa56a0031f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1102855 Apr 15 20:33:13.660278 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-91c8fd11-44a0-4c33-885a-a8c8af8cf777 req-f23fda44-28e0-446b-9a06-95939c683017 service neutron] 10.222.0.76 "GET /v2.0/networks/1d6bd424-08bd-4eca-95aa-caa56a0031f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382499 Apr 15 20:33:13.671903 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.db_base_plugin_common [None req-9b121681-1701-4be5-be65-8d8c083609b3 None None] Allocated IP 172.20.0.2 (3d679279-eb30-4fda-a503-0553a06ff59c/6fa1339f-d41e-4eb8-bb6e-40a2c73235f7/7e37872c-f166-4470-8d90-2f1542785961) {{(pid=85413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:33:13.909976 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-ffe42f97-a2a6-42e7-9fdd-034a6c380126 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 4.2339551 Apr 15 20:33:13.929714 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 59098) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:33:13.931792 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9b121681-1701-4be5-be65-8d8c083609b3 None None] Notify callbacks [] for port, precommit_create {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:13.946092 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-9b121681-1701-4be5-be65-8d8c083609b3 None None] Transition to ACTIVE for port object 7e37872c-f166-4470-8d90-2f1542785961 will not be triggered until provisioned by entity L2. {{(pid=85413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:33:13.967209 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-68980d90-02da-4a90-8b5f-6fd09defc94c req-8bc3dbb7-59c1-40a3-b3c6-5cf588fc100e tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/security-groups?id=2edb3071-98d0-466a-b0a6-21d6399c15c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6080990 Apr 15 20:33:13.985219 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-9b121681-1701-4be5-be65-8d8c083609b3 None None] Transition to ACTIVE for port object 7e37872c-f166-4470-8d90-2f1542785961 will not be triggered until provisioned by entity DHCP. {{(pid=85413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:33:13.992220 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [None req-c5801b27-8d16-4260-be7d-b4d9ad48e956 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-687064141-router', 'tenant_id': '9bbdc00c388d464d85f419da9ce19122', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4'}}} {{(pid=85411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:33:14.000273 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9b121681-1701-4be5-be65-8d8c083609b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245250087898'] for port, after_create {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:14.020141 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:14.039139 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-24d52274-d9b8-441e-9761-021eeb6ccc00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:14.056306 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-c5801b27-8d16-4260-be7d-b4d9ad48e956 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:33:14.080393 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-24d52274-d9b8-441e-9761-021eeb6ccc00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:14.110066 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-c5801b27-8d16-4260-be7d-b4d9ad48e956 admin admin] Usage tracker for resource:router and tenant:9bbdc00c388d464d85f419da9ce19122 is out of sync, need to count used quota {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:33:14.113496 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-6fbfccb5-0a36-40e3-8f16-28a210c4fb8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:14.140345 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-c5801b27-8d16-4260-be7d-b4d9ad48e956 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:33:14.158699 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b121681-1701-4be5-be65-8d8c083609b3 None None] Pushing event updated for resources: {'Port': ['ID=7e37872c-f166-4470-8d90-2f1542785961,revision_number=1']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:14.162311 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-c5801b27-8d16-4260-be7d-b4d9ad48e956 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:33:14.163666 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-9b121681-1701-4be5-be65-8d8c083609b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:14.174178 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d52274-d9b8-441e-9761-021eeb6ccc00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3cf38ef-8ec4-4104-80b9-80089e78de90,revision_number=1']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:14.177575 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-24d52274-d9b8-441e-9761-021eeb6ccc00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:14.213938 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-91c8fd11-44a0-4c33-885a-a8c8af8cf777 req-b15f4052-1665-4ab9-a993-a25ebfa060e9 service neutron] 10.222.0.76 "GET /v2.0/networks/1d6bd424-08bd-4eca-95aa-caa56a0031f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5359573 Apr 15 20:33:14.220567 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b121681-1701-4be5-be65-8d8c083609b3 None None] Network 3d679279-eb30-4fda-a503-0553a06ff59c is already hosted by enough agents. {{(pid=85413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:33:14.221927 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.base_scheduler [None req-9b121681-1701-4be5-be65-8d8c083609b3 None None] Resources bound (agent type, host, resource id): {{(pid=85413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:33:14.224867 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b121681-1701-4be5-be65-8d8c083609b3 None None] Received port after_create {{(pid=85413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:33:14.245004 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a1ae40-ed6e-438e-9091-c0b6fbf47006 req-3046f131-932c-4ae5-a57d-0f3f11528008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:14.246639 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c2a1ae40-ed6e-438e-9091-c0b6fbf47006 req-3046f131-932c-4ae5-a57d-0f3f11528008 service neutron] 10.222.0.76 "GET /v2.0/networks?id=1d6bd424-08bd-4eca-95aa-caa56a0031f4 HTTP/1.1" status: 200 len: 917 time: 0.9386425 Apr 15 20:33:14.296633 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 59108) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:33:14.317457 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-3c9b8c49-b1de-41b9-b137-94db6ccb47ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-6519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16285263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2251772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2048744'] for subnet, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:14.337418 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-9b121681-1701-4be5-be65-8d8c083609b3 None None] Attempting to bind port 7e37872c-f166-4470-8d90-2f1542785961 on host dv-cinder-786386-2-smb for vnic_type normal with profile {{(pid=85413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:33:14.338844 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-9b121681-1701-4be5-be65-8d8c083609b3 None None] Attempting to bind port 7e37872c-f166-4470-8d90-2f1542785961 by drivers openvswitch,hyperv on host dv-cinder-786386-2-smb at level 0 using segments [{'id': 'aa021547-3bc5-4b18-bf7b-1944f8c5afba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '3d679279-eb30-4fda-a503-0553a06ff59c'}] {{(pid=85413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:33:14.341551 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b121681-1701-4be5-be65-8d8c083609b3 None None] Attempting to bind port 7e37872c-f166-4470-8d90-2f1542785961 on network 3d679279-eb30-4fda-a503-0553a06ff59c {{(pid=85413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:33:14.356617 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b121681-1701-4be5-be65-8d8c083609b3 None None] Checking agent: {'id': '30333bf1-a829-46d5-a227-fdc76695a1e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 23, 48), 'started_at': datetime.datetime(2021, 4, 15, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:33:14.357029 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b121681-1701-4be5-be65-8d8c083609b3 None None] Checking segment: {'id': 'aa021547-3bc5-4b18-bf7b-1944f8c5afba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '3d679279-eb30-4fda-a503-0553a06ff59c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:33:14.357472 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9b121681-1701-4be5-be65-8d8c083609b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:14.357914 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b121681-1701-4be5-be65-8d8c083609b3 None None] Bound using segment: {'id': 'aa021547-3bc5-4b18-bf7b-1944f8c5afba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '3d679279-eb30-4fda-a503-0553a06ff59c'} {{(pid=85413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:33:14.358456 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-9b121681-1701-4be5-be65-8d8c083609b3 None None] Bound port: 7e37872c-f166-4470-8d90-2f1542785961, host: dv-cinder-786386-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa021547-3bc5-4b18-bf7b-1944f8c5afba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '3d679279-eb30-4fda-a503-0553a06ff59c'}}] {{(pid=85413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:33:14.363381 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9b121681-1701-4be5-be65-8d8c083609b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:14.369256 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-24d52274-d9b8-441e-9761-021eeb6ccc00 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=aaf35081177b405a86005f80ae063564&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7378728 Apr 15 20:33:14.369927 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c2a1ae40-ed6e-438e-9091-c0b6fbf47006 req-65c280f4-9ee9-47b2-8b99-fab8519858ab service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=723487d3-c1dd-47ca-a8ce-10e48acca928 HTTP/1.1" status: 200 len: 217 time: 0.1100497 Apr 15 20:33:14.370526 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 59114) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:33:14.376398 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c5801b27-8d16-4260-be7d-b4d9ad48e956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16371177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854772654'] for router, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:14.377872 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c5801b27-8d16-4260-be7d-b4d9ad48e956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838404812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838401942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036838395408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3161'] for router, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:14.443390 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa7bfd-e59f-4a60-af83-918b256e3189 req-f3c64328-5379-4904-9472-c7acd504efbe tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:14.445171 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-34aa7bfd-e59f-4a60-af83-918b256e3189 req-f3c64328-5379-4904-9472-c7acd504efbe tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6a5ef30-fb31-4a4a-b920-e6f83c17d0bf HTTP/1.1" status: 200 len: 945 time: 0.8681750 Apr 15 20:33:14.452441 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c5801b27-8d16-4260-be7d-b4d9ad48e956 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:14.455407 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-84d6b617-cb8f-42b3-9366-75e43e256e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16285263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852524089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852727055'] for subnet, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:14.456413 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:14.467248 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.db.resource_extend [None req-5e4be54d-56a0-4071-bac7-5c5a41f791e6 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85411) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 15 20:33:14.487060 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-9b121681-1701-4be5-be65-8d8c083609b3 None None] For port 7e37872c-f166-4470-8d90-2f1542785961, host dv-cinder-786386-2-smb, cleared binding levels {{(pid=85413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:33:14.490364 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-9b121681-1701-4be5-be65-8d8c083609b3 None None] For port 7e37872c-f166-4470-8d90-2f1542785961, host dv-cinder-786386-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-2-smb',level=0,port_id=7e37872c-f166-4470-8d90-2f1542785961,segment=NetworkSegment(aa021547-3bc5-4b18-bf7b-1944f8c5afba),segment_id=aa021547-3bc5-4b18-bf7b-1944f8c5afba)] {{(pid=85413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:33:14.494751 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9b121681-1701-4be5-be65-8d8c083609b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:14.510099 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:14.529955 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9b8c49-b1de-41b9-b137-94db6ccb47ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e5bd58d-538f-4085-af55-f2373326988a,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:14.626533 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-3c9b8c49-b1de-41b9-b137-94db6ccb47ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:14.629324 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7a084fc4-b30a-4835-84b4-4abd2ee4b180 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:14.656158 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-7a084fc4-b30a-4835-84b4-4abd2ee4b180 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:33:14.659966 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a1ae40-ed6e-438e-9091-c0b6fbf47006 req-859a0ea8-5356-45c6-ab5b-276065c93594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:14.661742 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c2a1ae40-ed6e-438e-9091-c0b6fbf47006 req-859a0ea8-5356-45c6-ab5b-276065c93594 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f27ce411-0d84-4b80-8c16-9cf996d5a5a8 HTTP/1.1" status: 200 len: 855 time: 0.2745702 Apr 15 20:33:14.669557 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b121681-1701-4be5-be65-8d8c083609b3 None None] Pushing event updated for resources: {'Port': ['ID=7e37872c-f166-4470-8d90-2f1542785961,revision_number=2']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:14.669941 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-7a084fc4-b30a-4835-84b4-4abd2ee4b180 admin admin] Usage tracker for resource:security_group_rule and tenant:63adb88f4e724083841e8b01b89a919c is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:33:14.673069 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-7a084fc4-b30a-4835-84b4-4abd2ee4b180 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:33:14.681507 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-34aa7bfd-e59f-4a60-af83-918b256e3189 req-cab67448-aa0e-46e5-a950-e828f7cd5a5b tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468625 Apr 15 20:33:14.682797 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-9b121681-1701-4be5-be65-8d8c083609b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:14.688976 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-3c9b8c49-b1de-41b9-b137-94db6ccb47ce admin admin] 10.222.0.69 "DELETE /v2.0/subnets/1e5bd58d-538f-4085-af55-f2373326988a HTTP/1.1" status: 204 len: 168 time: 1.9630165 Apr 15 20:33:14.694101 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 59118) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:33:14.696946 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-7a084fc4-b30a-4835-84b4-4abd2ee4b180 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:33:14.732636 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d6b617-cb8f-42b3-9366-75e43e256e04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c79f95f-506e-4ca9-a664-296a18131ed9,revision_number=0']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:14.746883 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-84d6b617-cb8f-42b3-9366-75e43e256e04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:14.749076 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-5e4be54d-56a0-4071-bac7-5c5a41f791e6 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:14.806822 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.277s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:14.807158 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:14.862483 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-5e4be54d-56a0-4071-bac7-5c5a41f791e6 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838401823'] for floatingip, after_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:14.902524 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-0ae09fbd-bc21-430d-887e-71690b638fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16654812'] for network, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:15.004236 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c2a1ae40-ed6e-438e-9091-c0b6fbf47006 req-9ffd0b99-00f6-4ec7-93f2-9c6d72e3f96d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1d6bd424-08bd-4eca-95aa-caa56a0031f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2538953 Apr 15 20:33:15.056696 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-93434ac1-23fb-4d25-a7f2-4b9b0844ffd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:15.085229 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-dd48849a-5807-4d31-821e-7d52eb322b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:15.109956 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d6b617-cb8f-42b3-9366-75e43e256e04 admin admin] Checking segment: {'id': '111140b1-5e04-4fdd-a822-5bfd6ba4b2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'e3230e9f-63d6-4055-8170-ce55e109be85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:33:15.110362 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d6b617-cb8f-42b3-9366-75e43e256e04 admin admin] Network hostable DHCP agents. Network: e3230e9f-63d6-4055-8170-ce55e109be85, hostable agents: ['ffb4b371-2790-46a0-bfdf-1689ebf5aa69'], hosted agents: [] {{(pid=85412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 20:33:15.201107 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7a084fc4-b30a-4835-84b4-4abd2ee4b180 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:15.211995 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7a084fc4-b30a-4835-84b4-4abd2ee4b180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:15.220128 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-0ae09fbd-bc21-430d-887e-71690b638fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16706558', 'neutron.services.segments.db._delete_segments_for_network-8791605228744'] for network, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:15.235624 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-c45a1c18-1002-4058-895e-45b753c2f58e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:15.327292 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d6b617-cb8f-42b3-9366-75e43e256e04 admin admin] Network e3230e9f-63d6-4055-8170-ce55e109be85 is scheduled to be hosted by DHCP agent ffb4b371-2790-46a0-bfdf-1689ebf5aa69 with binding_index 1 {{(pid=85412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 20:33:15.356592 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-7a084fc4-b30a-4835-84b4-4abd2ee4b180 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=63adb88f4e724083841e8b01b89a919c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0587742 Apr 15 20:33:15.362654 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 59124) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:33:15.363368 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a084fc4-b30a-4835-84b4-4abd2ee4b180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebbc919d-95e8-4499-aa2d-9efb2e41d2bb,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:15.368092 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-7a084fc4-b30a-4835-84b4-4abd2ee4b180 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:15.381940 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-93434ac1-23fb-4d25-a7f2-4b9b0844ffd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:15.390140 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.base_scheduler [None req-84d6b617-cb8f-42b3-9366-75e43e256e04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-2-smb, e3230e9f-63d6-4055-8170-ce55e109be85) {{(pid=85412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:33:15.394135 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c5801b27-8d16-4260-be7d-b4d9ad48e956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838401957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16371162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3176'] for router, precommit_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:15.402119 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fde7ef-6c75-4249-83e9-78f555daadc6 None None] Network e3230e9f-63d6-4055-8170-ce55e109be85 requested from dv-cinder-786386-2-smb {{(pid=85413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:33:15.431632 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.services.segments.db [None req-0ae09fbd-bc21-430d-887e-71690b638fa2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff878d45-1665-450a-a6d6-20bd4693f384']}} {{(pid=85412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:33:15.439395 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d6b617-cb8f-42b3-9366-75e43e256e04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:15.440046 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-84d6b617-cb8f-42b3-9366-75e43e256e04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:15.465504 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.services.segments.db [None req-0ae09fbd-bc21-430d-887e-71690b638fa2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35d0a5c4-b5f6-45c1-9cdb-efabf28167a9') {'for_net_delete': True} {{(pid=85412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:33:15.465688 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.services.segments.db [None req-0ae09fbd-bc21-430d-887e-71690b638fa2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35d0a5c4-b5f6-45c1-9cdb-efabf28167a9') {} {{(pid=85412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:33:15.490387 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-0ae09fbd-bc21-430d-887e-71690b638fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791605226969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1970009'] for segment, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:15.502738 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.db.l3_db [None req-5e4be54d-56a0-4071-bac7-5c5a41f791e6 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Floating IP 1dd4c68c-95d2-4c1a-a322-4b0491d976aa associated. External IP: 172.28.3.93, port: 20f6bd16-038a-422f-963b-1ce0ad312762. Apr 15 20:33:15.519079 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-84d6b617-cb8f-42b3-9366-75e43e256e04 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 3.1948123 Apr 15 20:33:15.523746 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-0ae09fbd-bc21-430d-887e-71690b638fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-793'] for segment, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:15.530082 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ae09fbd-bc21-430d-887e-71690b638fa2 admin admin] Releasing vlan 1073 on physical network physnet1 to pool {{(pid=85412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 20:33:15.552675 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-991241da-4b48-4082-b29e-4e0558363fbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:15.596411 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-991241da-4b48-4082-b29e-4e0558363fbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:15.653728 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1591c5-86c4-4299-80fb-f901efb4a665 None None] Network e3230e9f-63d6-4055-8170-ce55e109be85 requested from dv-cinder-786386-2-smb {{(pid=85413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:33:15.832181 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-0ae09fbd-bc21-430d-887e-71690b638fa2 admin admin] Network ff878d45-1665-450a-a6d6-20bd4693f384 has no segments {{(pid=85412) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 20:33:15.842814 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-0ae09fbd-bc21-430d-887e-71690b638fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854775039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852524707'] for segment, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:16.039697 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c2a1ae40-ed6e-438e-9091-c0b6fbf47006 req-e3fc45e4-e405-4527-b115-0c84cc8e3023 service neutron] 10.222.0.76 "GET /v2.0/networks/1d6bd424-08bd-4eca-95aa-caa56a0031f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0191216 Apr 15 20:33:16.047075 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-0ae09fbd-bc21-430d-887e-71690b638fa2 admin admin] Network ff878d45-1665-450a-a6d6-20bd4693f384 has no segments {{(pid=85412) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 20:33:16.107506 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639d82ea-4ee9-4f11-b07b-8ac769e45b92 req-919fa201-717e-4915-afca-c356e4d79d92 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:16.109665 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-639d82ea-4ee9-4f11-b07b-8ac769e45b92 req-919fa201-717e-4915-afca-c356e4d79d92 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f458162-fe20-4e61-9e77-e74457bb483a HTTP/1.1" status: 200 len: 944 time: 0.9067910 Apr 15 20:33:16.149306 dv-cinder-786386-2-smb neutron-server[85298]: Traceback (most recent call last): Apr 15 20:33:16.149306 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 20:33:16.149306 dv-cinder-786386-2-smb neutron-server[85298]: timer() Apr 15 20:33:16.149306 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 20:33:16.149306 dv-cinder-786386-2-smb neutron-server[85298]: cb(*args, **kw) Apr 15 20:33:16.149306 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 20:33:16.149306 dv-cinder-786386-2-smb neutron-server[85298]: return func(*args, **kwargs) Apr 15 20:33:16.149306 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 20:33:16.149306 dv-cinder-786386-2-smb neutron-server[85298]: self._notify() Apr 15 20:33:16.149306 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 20:33:16.149306 dv-cinder-786386-2-smb neutron-server[85298]: self.callback(batched_events) Apr 15 20:33:16.149306 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 20:33:16.149306 dv-cinder-786386-2-smb neutron-server[85298]: event.method(event) Apr 15 20:33:16.149306 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 20:33:16.149306 dv-cinder-786386-2-smb neutron-server[85298]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 20:33:16.149306 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 20:33:16.149306 dv-cinder-786386-2-smb neutron-server[85298]: segment_id)['aggregates'][0] Apr 15 20:33:16.149306 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 20:33:16.149306 dv-cinder-786386-2-smb neutron-server[85298]: return f(self, *a, **k) Apr 15 20:33:16.149306 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 20:33:16.149306 dv-cinder-786386-2-smb neutron-server[85298]: return self._get(url).json() Apr 15 20:33:16.149306 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 20:33:16.149306 dv-cinder-786386-2-smb neutron-server[85298]: **kwargs) Apr 15 20:33:16.149306 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 20:33:16.149306 dv-cinder-786386-2-smb neutron-server[85298]: return self.request(url, 'GET', **kwargs) Apr 15 20:33:16.149306 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 20:33:16.149306 dv-cinder-786386-2-smb neutron-server[85298]: **endpoint_filter) Apr 15 20:33:16.149306 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 20:33:16.149306 dv-cinder-786386-2-smb neutron-server[85298]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 20:33:16.149306 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 20:33:16.149306 dv-cinder-786386-2-smb neutron-server[85298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 20:33:16.149306 dv-cinder-786386-2-smb neutron-server[85298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 20:33:16.156215 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-991241da-4b48-4082-b29e-4e0558363fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:16.160642 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-7ab49135-6796-4523-960b-c5bbdbaa5c49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:16.172232 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-0ae09fbd-bc21-430d-887e-71690b638fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036838069257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16285283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036838401808'] for network, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:16.180125 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-0ae09fbd-bc21-430d-887e-71690b638fa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16483510'] for network, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:16.182831 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991241da-4b48-4082-b29e-4e0558363fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebbc919d-95e8-4499-aa2d-9efb2e41d2bb,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:16.185005 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-991241da-4b48-4082-b29e-4e0558363fbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:16.188240 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-937eaace-5f17-4233-a252-51143e2e62a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:16.223380 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae09fbd-bc21-430d-887e-71690b638fa2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff878d45-1665-450a-a6d6-20bd4693f384,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:16.224716 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-93434ac1-23fb-4d25-a7f2-4b9b0844ffd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:16.225973 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-0ae09fbd-bc21-430d-887e-71690b638fa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:16.229552 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-0ae09fbd-bc21-430d-887e-71690b638fa2 admin admin] 10.222.0.69 "DELETE /v2.0/networks/ff878d45-1665-450a-a6d6-20bd4693f384 HTTP/1.1" status: 204 len: 168 time: 1.5301657 Apr 15 20:33:16.231201 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-991241da-4b48-4082-b29e-4e0558363fbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:16.232317 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-991241da-4b48-4082-b29e-4e0558363fbc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ebbc919d-95e8-4499-aa2d-9efb2e41d2bb HTTP/1.1" status: 204 len: 168 time: 0.8658981 Apr 15 20:33:16.244103 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d58479-177a-4a66-8ec0-cd895ad67f8b None None] Network 3d679279-eb30-4fda-a503-0553a06ff59c requested from dv-cinder-786386-2-smb {{(pid=85413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:33:16.245231 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-361c68a3-053c-4a3c-a8d0-c9fdb3019ecf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:16.320505 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93434ac1-23fb-4d25-a7f2-4b9b0844ffd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3cf38ef-8ec4-4104-80b9-80089e78de90,revision_number=None']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:16.336346 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-93434ac1-23fb-4d25-a7f2-4b9b0844ffd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:16.360379 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-639d82ea-4ee9-4f11-b07b-8ac769e45b92 req-453d5029-572e-4516-843e-c0e8da168fa5 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/security-groups?id=2edb3071-98d0-466a-b0a6-21d6399c15c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305238 Apr 15 20:33:16.410440 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 59144) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:33:16.510542 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device cf278d3f-aa3e-4543-a43f-7f8fd325b0c3 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 20:33:16.542755 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-9a0f0ea2-758b-4cd3-8764-8887ea022065 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1b94adc33bcb40f7aa0c95b4a8c4afae&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1304262 Apr 15 20:33:16.546530 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 59148) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:33:16.587099 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2691357-86d4-4ff7-97fa-d1420b8c1b0a req-ad5fb686-fe85-4b25-8339-1db61c679f01 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:16.588864 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-b2691357-86d4-4ff7-97fa-d1420b8c1b0a req-ad5fb686-fe85-4b25-8339-1db61c679f01 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6a5ef30-fb31-4a4a-b920-e6f83c17d0bf HTTP/1.1" status: 200 len: 945 time: 0.6241293 Apr 15 20:33:16.589804 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-93434ac1-23fb-4d25-a7f2-4b9b0844ffd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:16.593321 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-93434ac1-23fb-4d25-a7f2-4b9b0844ffd8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b3cf38ef-8ec4-4104-80b9-80089e78de90 HTTP/1.1" status: 204 len: 168 time: 2.2164612 Apr 15 20:33:16.626113 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-cf2c8f5d-3be4-400f-99c0-b10d32556a8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:16.629143 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c2a1ae40-ed6e-438e-9091-c0b6fbf47006 req-90ebcdf8-f9a7-4eb9-ab68-d4b69dc82079 service neutron] 10.222.0.76 "GET /v2.0/networks/1d6bd424-08bd-4eca-95aa-caa56a0031f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5671318 Apr 15 20:33:16.663556 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-cf2c8f5d-3be4-400f-99c0-b10d32556a8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:16.724944 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-cf2c8f5d-3be4-400f-99c0-b10d32556a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:16.733648 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-937eaace-5f17-4233-a252-51143e2e62a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:16.746957 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device 7e37872c-f166-4470-8d90-2f1542785961 up at agent ovs-agent-dv-cinder-786386-2-smb {{(pid=85413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:33:16.757257 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2c8f5d-3be4-400f-99c0-b10d32556a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1665cfb5-0d66-414b-a623-b9fb9aac8744,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:16.760865 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-cf2c8f5d-3be4-400f-99c0-b10d32556a8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:16.773773 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-cf2c8f5d-3be4-400f-99c0-b10d32556a8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:16.775049 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-cf2c8f5d-3be4-400f-99c0-b10d32556a8d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1665cfb5-0d66-414b-a623-b9fb9aac8744 HTTP/1.1" status: 204 len: 168 time: 0.2275307 Apr 15 20:33:16.783269 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 59156) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:33:16.804905 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-8b74c4f5-9efc-42fb-a3f4-c597a36afd16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:16.824014 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-8b74c4f5-9efc-42fb-a3f4-c597a36afd16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:33:16.828664 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-8b74c4f5-9efc-42fb-a3f4-c597a36afd16 admin admin] Usage tracker for resource:security_group_rule and tenant:754d3e4b64044b0ebbd9778d8cce96be is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:33:16.832167 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-8b74c4f5-9efc-42fb-a3f4-c597a36afd16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:33:16.841152 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-8b74c4f5-9efc-42fb-a3f4-c597a36afd16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:33:16.863393 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-b2691357-86d4-4ff7-97fa-d1420b8c1b0a req-5a6c9ace-0151-4792-bd13-477f7bb12c85 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597203 Apr 15 20:33:16.935554 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-7b670486-6d2f-4d42-bea1-20ef249e1eee None None] Provisioning for port 7e37872c-f166-4470-8d90-2f1542785961 completed by entity DHCP. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:33:17.015690 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-8b74c4f5-9efc-42fb-a3f4-c597a36afd16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:17.021407 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-8b74c4f5-9efc-42fb-a3f4-c597a36afd16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:17.058790 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e4be54d-56a0-4071-bac7-5c5a41f791e6 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Router 6446fca8-d719-4369-b13f-84348828a7b9 has already been hosted by L3 agent f2e50876-c35d-48fb-9e24-f0907444cef9 {{(pid=85411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 20:33:17.072539 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Provisioning for port 7e37872c-f166-4470-8d90-2f1542785961 completed by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:33:17.084341 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-a057a571-ea3c-42cb-91a5-ce7f30d09797 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:17.105462 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-8b74c4f5-9efc-42fb-a3f4-c597a36afd16 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=754d3e4b64044b0ebbd9778d8cce96be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3208518 Apr 15 20:33:17.118278 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 59172) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:33:17.128733 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Provisioning complete for port 7e37872c-f166-4470-8d90-2f1542785961 triggered by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:33:17.129168 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:17.214486 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] For port cf278d3f-aa3e-4543-a43f-7f8fd325b0c3, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cf278d3f-aa3e-4543-a43f-7f8fd325b0c3,segment=NetworkSegment(36087674-63e1-4b37-9dd5-5f439f8a7270),segment_id=36087674-63e1-4b37-9dd5-5f439f8a7270)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:33:17.252927 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Returning: {'device': 'cf278d3f-aa3e-4543-a43f-7f8fd325b0c3', 'network_id': '1d6bd424-08bd-4eca-95aa-caa56a0031f4', 'port_id': 'cf278d3f-aa3e-4543-a43f-7f8fd325b0c3', 'mac_address': 'fa:16:3e:40:0c:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1094, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f27ce411-0d84-4b80-8c16-9cf996d5a5a8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 20:33:17.273554 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b74c4f5-9efc-42fb-a3f4-c597a36afd16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a67de10-7b4b-442d-a097-f24a7d9f9703,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:17.278740 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-8b74c4f5-9efc-42fb-a3f4-c597a36afd16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:17.305971 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-252fcc0b-ba11-4294-9ba8-83321fb9befc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:17.333051 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:17.422809 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-252fcc0b-ba11-4294-9ba8-83321fb9befc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:17.425058 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c5801b27-8d16-4260-be7d-b4d9ad48e956 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:17.514641 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:17.546328 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-252fcc0b-ba11-4294-9ba8-83321fb9befc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:17.546767 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c5801b27-8d16-4260-be7d-b4d9ad48e956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:17.549269 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e4be54d-56a0-4071-bac7-5c5a41f791e6 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify agent at l3_agent.dv-cinder-786386-2-smb the message routers_updated {{(pid=85411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 20:33:17.552284 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-45508434-015a-4712-be3a-882499f27d47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:17.554229 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-5e4be54d-56a0-4071-bac7-5c5a41f791e6 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-906'] for floatingip, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:17.562360 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] For port 7e37872c-f166-4470-8d90-2f1542785961, host dv-cinder-786386-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-2-smb',level=0,port_id=7e37872c-f166-4470-8d90-2f1542785961,segment=NetworkSegment(aa021547-3bc5-4b18-bf7b-1944f8c5afba),segment_id=aa021547-3bc5-4b18-bf7b-1944f8c5afba)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:33:17.567906 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 59188) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:33:17.569895 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ca9e93-b894-4824-8d56-f6c1e7e9887b None None] Sync routers for ids ['6446fca8-d719-4369-b13f-84348828a7b9'] in dv-cinder-786386-2-smb {{(pid=85414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 20:33:17.581157 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:17.587631 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ca9e93-b894-4824-8d56-f6c1e7e9887b None None] Routers {'6446fca8-d719-4369-b13f-84348828a7b9'} bound to L3 agent in host dv-cinder-786386-2-smb {{(pid=85414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:33:17.591546 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:17.597167 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-18ca9e93-b894-4824-8d56-f6c1e7e9887b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T20:23:47Z,description=,heartbeat_timestamp=2021-04-15T20:32:47Z,host='dv-cinder-786386-2-smb',id=f2e50876-c35d-48fb-9e24-f0907444cef9,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:23:48Z,topic='l3_agent')) {'router_ids': ['6446fca8-d719-4369-b13f-84348828a7b9'], 'active': True} {{(pid=85414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:33:17.632008 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-5e4be54d-56a0-4071-bac7-5c5a41f791e6 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "PUT /v2.0/floatingips/1dd4c68c-95d2-4c1a-a322-4b0491d976aa HTTP/1.1" status: 200 len: 991 time: 5.4258249 Apr 15 20:33:17.632192 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252fcc0b-ba11-4294-9ba8-83321fb9befc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a67de10-7b4b-442d-a097-f24a7d9f9703,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:17.632298 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f650743e-ec09-49c4-82b5-fc9240475e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:17.637847 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf278d3f-aa3e-4543-a43f-7f8fd325b0c3 {{(pid=85413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:33:17.642414 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-252fcc0b-ba11-4294-9ba8-83321fb9befc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:17.643683 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7860fb1d-d904-4c0d-9402-edaa223b8872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:17.656657 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-252fcc0b-ba11-4294-9ba8-83321fb9befc admin admin] Notify callbacks [] for security_group, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:17.656872 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] For port cf278d3f-aa3e-4543-a43f-7f8fd325b0c3, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cf278d3f-aa3e-4543-a43f-7f8fd325b0c3,segment=NetworkSegment(36087674-63e1-4b37-9dd5-5f439f8a7270),segment_id=36087674-63e1-4b37-9dd5-5f439f8a7270)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:33:17.658170 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-252fcc0b-ba11-4294-9ba8-83321fb9befc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3a67de10-7b4b-442d-a097-f24a7d9f9703 HTTP/1.1" status: 204 len: 168 time: 0.5388279 Apr 15 20:33:17.680458 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-7860fb1d-d904-4c0d-9402-edaa223b8872 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:33:17.683459 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b0f5546-ad33-40d8-94b2-83b445a88502', 'tag': '20f6bd16-038a-422f-963b-1ce0ad312762'}] {{(pid=85411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:33:17.691500 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-7860fb1d-d904-4c0d-9402-edaa223b8872 admin admin] Usage tracker for resource:security_group_rule and tenant:07d133c5441c4775b19c3c886791da90 is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:33:17.697453 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:17.699701 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-7860fb1d-d904-4c0d-9402-edaa223b8872 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:33:17.736106 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-7860fb1d-d904-4c0d-9402-edaa223b8872 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:33:17.741232 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:17.746783 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Pushing event updated for resources: {'Port': ['ID=7e37872c-f166-4470-8d90-2f1542785961,revision_number=3']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:17.759928 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:33:17.760322 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:33:17.760709 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:33:17.761089 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:33:17.761466 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:33:17.761950 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:33:17.762187 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:33:17.763308 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:33:17.763716 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:33:17.764098 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:33:17.764859 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:33:17.765239 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:33:17.769657 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:17.770186 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:17.791179 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe706c9-dcf9-4022-afb5-e9ccc0ecbe9c req-d6cc6590-a326-4339-88bf-68daa0ac018e tempest-VolumesActionsTest-1820729551 tempest-VolumesActionsTest-1820729551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:17.793203 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-7fe706c9-dcf9-4022-afb5-e9ccc0ecbe9c req-d6cc6590-a326-4339-88bf-68daa0ac018e tempest-VolumesActionsTest-1820729551 tempest-VolumesActionsTest-1820729551-project] 10.222.0.69 "GET /v2.0/networks?id=4a8caaf9-d17f-4cce-a886-22c8015a97d7 HTTP/1.1" status: 200 len: 808 time: 0.9130707 Apr 15 20:33:17.907685 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-7fe706c9-dcf9-4022-afb5-e9ccc0ecbe9c req-5df54389-4221-4238-afbf-c2f1d64a5135 tempest-VolumesActionsTest-1820729551 tempest-VolumesActionsTest-1820729551-project] 10.222.0.69 "GET /v2.0/quotas/9587888ce18f4e89a8a1f087afa543c7 HTTP/1.1" status: 200 len: 375 time: 0.0973804 Apr 15 20:33:17.930024 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c5a90-e5e0-48b2-9caa-a74a21a0d23a req-4990fc8c-8a83-4a62-a597-0ed9ad807291 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:17.931436 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6589a99b-4989-4a06-bc40-62b7e77e6cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:17.932666 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-471c5a90-e5e0-48b2-9caa-a74a21a0d23a req-4990fc8c-8a83-4a62-a597-0ed9ad807291 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f458162-fe20-4e61-9e77-e74457bb483a HTTP/1.1" status: 200 len: 945 time: 0.3070683 Apr 15 20:33:17.948502 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Pushing event updated for resources: {'Port': ['ID=cf278d3f-aa3e-4543-a43f-7f8fd325b0c3,revision_number=4']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:17.952178 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:17.952816 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-299e1ae7-96e0-45de-8f80-5193a6a27fdd None None] Provisioning complete for port 7e37872c-f166-4470-8d90-2f1542785961 triggered by entity DHCP. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:33:17.953232 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-299e1ae7-96e0-45de-8f80-5193a6a27fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:17.986006 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7860fb1d-d904-4c0d-9402-edaa223b8872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:17.995869 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7860fb1d-d904-4c0d-9402-edaa223b8872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:18.022851 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-7fe706c9-dcf9-4022-afb5-e9ccc0ecbe9c req-3161de2d-edf5-46a8-88d0-f8ac66080361 tempest-VolumesActionsTest-1820729551 tempest-VolumesActionsTest-1820729551-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=9587888ce18f4e89a8a1f087afa543c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1070218 Apr 15 20:33:18.036116 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-ee3f1045-73e3-4746-9190-8d5e11124abc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:18.073210 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-7860fb1d-d904-4c0d-9402-edaa223b8872 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=07d133c5441c4775b19c3c886791da90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4971423 Apr 15 20:33:18.073942 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7860fb1d-d904-4c0d-9402-edaa223b8872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5541527a-3324-4ac4-91ee-f7a524888239,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:18.080051 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 59206) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:33:18.094209 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-7860fb1d-d904-4c0d-9402-edaa223b8872 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:18.121891 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvr_db [None req-18ca9e93-b894-4824-8d56-f6c1e7e9887b None None] Set router 6446fca8-d719-4369-b13f-84348828a7b9 gateway port host: dv-cinder-786386-2-smb {{(pid=85414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:33:18.182667 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-ec5a0c95-6436-473d-a11a-555716306af9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:18.198055 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] get_ports_and_sgs() called for port_ids ['cf278d3f-aa3e-4543-a43f-7f8fd325b0c3'] {{(pid=85413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:33:18.268054 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-ec5a0c95-6436-473d-a11a-555716306af9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:18.278329 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:18.394390 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-ec5a0c95-6436-473d-a11a-555716306af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:18.406139 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-991241da-4b48-4082-b29e-4e0558363fbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:18.448738 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-ec5a0c95-6436-473d-a11a-555716306af9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:18.454155 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-ec5a0c95-6436-473d-a11a-555716306af9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5541527a-3324-4ac4-91ee-f7a524888239 HTTP/1.1" status: 204 len: 168 time: 0.3730567 Apr 15 20:33:18.457325 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5a0c95-6436-473d-a11a-555716306af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5541527a-3324-4ac4-91ee-f7a524888239,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:18.459665 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-ec5a0c95-6436-473d-a11a-555716306af9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:18.562535 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device 7e37872c-f166-4470-8d90-2f1542785961 up at agent ovs-agent-dv-cinder-786386-2-smb {{(pid=85413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:33:18.573361 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.db_base_plugin_common [None req-c5801b27-8d16-4260-be7d-b4d9ad48e956 admin admin] Allocated IP 172.28.3.195 (7c4aca2a-d888-4e9f-991a-bf8b268161b4/4dc7f199-63f9-40c2-a905-3297e9bf7ee9/cd59846e-fb68-4859-bdc9-e8e2e6a1d413) {{(pid=85411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:33:18.612235 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-471c5a90-e5e0-48b2-9caa-a74a21a0d23a req-85c95a4a-a17b-4904-afc1-75126747e9de tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/security-groups?id=2edb3071-98d0-466a-b0a6-21d6399c15c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6354034 Apr 15 20:33:18.741634 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-18ca9e93-b894-4824-8d56-f6c1e7e9887b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6446fca8-d719-4369-b13f-84348828a7b9', 'name': 'tempest-AttachVolumeShelveTestJSON-561565636-router', 'tenant_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': 'e692ad89-e4eb-4f86-97cf-6cc98542daab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:32:12Z', 'updated_at': '2021-04-15T20:32:30Z', 'revision_number': 4, 'project_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'gw_port': {'id': 'e692ad89-e4eb-4f86-97cf-6cc98542daab', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6446fca8-d719-4369-b13f-84348828a7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:32:15Z', 'updated_at': '2021-04-15T20:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb', '_floatingips': [{'id': '1dd4c68c-95d2-4c1a-a322-4b0491d976aa', 'tenant_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'floating_ip_address': '172.28.3.93', 'floating_network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'router_id': '6446fca8-d719-4369-b13f-84348828a7b9', 'port_id': '20f6bd16-038a-422f-963b-1ce0ad312762', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bc06a2b-9024-484d-8786-16d9b4579274', 'mac_address': 'fa:16:3e:4b:d8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0f5546-ad33-40d8-94b2-83b445a88502', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:32:43Z', 'updated_at': '2021-04-15T20:33:14Z', 'revision_number': 1, 'project_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '622c616b-fc3b-41c7-904d-56a6708472ad', 'name': '', 'network_id': '5bc06a2b-9024-484d-8786-16d9b4579274', 'tenant_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'mac_address': 'fa:16:3e:32:2e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6446fca8-d719-4369-b13f-84348828a7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '115d02bc-de92-4568-be72-0d321d902e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:32:26Z', 'updated_at': '2021-04-15T20:32:40Z', 'revision_number': 5, 'project_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'subnets': [{'id': '115d02bc-de92-4568-be72-0d321d902e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-2-smb', False) {} {{(pid=85414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:33:18.751947 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ca9e93-b894-4824-8d56-f6c1e7e9887b None None] Checking router: 6446fca8-d719-4369-b13f-84348828a7b9 for host: dv-cinder-786386-2-smb {{(pid=85414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 20:33:18.757642 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Provisioning complete for port 7e37872c-f166-4470-8d90-2f1542785961 triggered by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:33:18.758265 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:18.776132 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ca9e93-b894-4824-8d56-f6c1e7e9887b None None] Routers {'6446fca8-d719-4369-b13f-84348828a7b9'} bound to L3 agent in host dv-cinder-786386-2-smb {{(pid=85414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:33:18.776839 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-18ca9e93-b894-4824-8d56-f6c1e7e9887b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T20:23:47Z,description=,heartbeat_timestamp=2021-04-15T20:33:17Z,host='dv-cinder-786386-2-smb',id=f2e50876-c35d-48fb-9e24-f0907444cef9,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:23:48Z,topic='l3_agent')) {'router_ids': ['6446fca8-d719-4369-b13f-84348828a7b9'], 'active': True} {{(pid=85414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:33:18.890297 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-7fe706c9-dcf9-4022-afb5-e9ccc0ecbe9c req-6aafbed3-f7bf-40c7-9207-a41a26d139a5 service neutron] 10.222.0.69 "GET /v2.0/networks/4a8caaf9-d17f-4cce-a886-22c8015a97d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8579679 Apr 15 20:33:19.104383 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvr_db [None req-18ca9e93-b894-4824-8d56-f6c1e7e9887b None None] Set router 6446fca8-d719-4369-b13f-84348828a7b9 gateway port host: dv-cinder-786386-2-smb {{(pid=85414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:33:19.172115 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b0f5546-ad33-40d8-94b2-83b445a88502', 'tag': '20f6bd16-038a-422f-963b-1ce0ad312762', 'status': 'completed', 'code': 200} Apr 15 20:33:19.382748 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c5801b27-8d16-4260-be7d-b4d9ad48e956 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:19.483450 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-7fe706c9-dcf9-4022-afb5-e9ccc0ecbe9c req-23d49938-ebca-4eb6-9b7d-a8790040827b service neutron] 10.222.0.69 "GET /v2.0/networks/4a8caaf9-d17f-4cce-a886-22c8015a97d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5919058 Apr 15 20:33:19.576412 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-611aad59-e19d-4c1d-b92d-eb0975a661b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:19.587486 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-18ca9e93-b894-4824-8d56-f6c1e7e9887b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6446fca8-d719-4369-b13f-84348828a7b9', 'name': 'tempest-AttachVolumeShelveTestJSON-561565636-router', 'tenant_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': 'e692ad89-e4eb-4f86-97cf-6cc98542daab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:32:12Z', 'updated_at': '2021-04-15T20:32:30Z', 'revision_number': 4, 'project_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'gw_port': {'id': 'e692ad89-e4eb-4f86-97cf-6cc98542daab', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6446fca8-d719-4369-b13f-84348828a7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:32:15Z', 'updated_at': '2021-04-15T20:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb', '_floatingips': [{'id': '1dd4c68c-95d2-4c1a-a322-4b0491d976aa', 'tenant_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'floating_ip_address': '172.28.3.93', 'floating_network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'router_id': '6446fca8-d719-4369-b13f-84348828a7b9', 'port_id': '20f6bd16-038a-422f-963b-1ce0ad312762', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bc06a2b-9024-484d-8786-16d9b4579274', 'mac_address': 'fa:16:3e:4b:d8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0f5546-ad33-40d8-94b2-83b445a88502', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:32:43Z', 'updated_at': '2021-04-15T20:33:14Z', 'revision_number': 1, 'project_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '622c616b-fc3b-41c7-904d-56a6708472ad', 'name': '', 'network_id': '5bc06a2b-9024-484d-8786-16d9b4579274', 'tenant_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'mac_address': 'fa:16:3e:32:2e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6446fca8-d719-4369-b13f-84348828a7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '115d02bc-de92-4568-be72-0d321d902e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:32:26Z', 'updated_at': '2021-04-15T20:32:40Z', 'revision_number': 5, 'project_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'subnets': [{'id': '115d02bc-de92-4568-be72-0d321d902e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-2-smb', False) {} {{(pid=85414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:33:19.589758 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c5801b27-8d16-4260-be7d-b4d9ad48e956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245250087898'] for port, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:19.592861 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ca9e93-b894-4824-8d56-f6c1e7e9887b None None] The sync data for ids ['6446fca8-d719-4369-b13f-84348828a7b9'] in dv-cinder-786386-2-smb is: [{'id': '6446fca8-d719-4369-b13f-84348828a7b9', 'name': 'tempest-AttachVolumeShelveTestJSON-561565636-router', 'tenant_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': 'e692ad89-e4eb-4f86-97cf-6cc98542daab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:32:12Z', 'updated_at': '2021-04-15T20:32:30Z', 'revision_number': 4, 'project_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'gw_port': {'id': 'e692ad89-e4eb-4f86-97cf-6cc98542daab', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6446fca8-d719-4369-b13f-84348828a7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:32:15Z', 'updated_at': '2021-04-15T20:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb', '_floatingips': [{'id': '1dd4c68c-95d2-4c1a-a322-4b0491d976aa', 'tenant_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'floating_ip_address': '172.28.3.93', 'floating_network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'router_id': '6446fca8-d719-4369-b13f-84348828a7b9', 'port_id': '20f6bd16-038a-422f-963b-1ce0ad312762', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bc06a2b-9024-484d-8786-16d9b4579274', 'mac_address': 'fa:16:3e:4b:d8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0f5546-ad33-40d8-94b2-83b445a88502', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:32:43Z', 'updated_at': '2021-04-15T20:33:14Z', 'revision_number': 1, 'project_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '622c616b-fc3b-41c7-904d-56a6708472ad', 'name': '', 'network_id': '5bc06a2b-9024-484d-8786-16d9b4579274', 'tenant_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'mac_address': 'fa:16:3e:32:2e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6446fca8-d719-4369-b13f-84348828a7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '115d02bc-de92-4568-be72-0d321d902e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:32:26Z', 'updated_at': '2021-04-15T20:32:40Z', 'revision_number': 5, 'project_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'subnets': [{'id': '115d02bc-de92-4568-be72-0d321d902e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 20:33:19.659242 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:19.828025 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5801b27-8d16-4260-be7d-b4d9ad48e956 admin admin] Pushing event updated for resources: {'Port': ['ID=cd59846e-fb68-4859-bdc9-e8e2e6a1d413,revision_number=1']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:19.832890 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-c5801b27-8d16-4260-be7d-b4d9ad48e956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:19.897676 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a5d2fd-d862-4635-ae31-a9851381c1f6 req-851414db-e8cc-407b-8490-b3f9e50204bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:19.900037 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d7a5d2fd-d862-4635-ae31-a9851381c1f6 req-851414db-e8cc-407b-8490-b3f9e50204bf service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a7106cb89b6d4e9399c7bc046ff492b4&device_id=9b0f5546-ad33-40d8-94b2-83b445a88502 HTTP/1.1" status: 200 len: 1099 time: 0.6128635 Apr 15 20:33:19.926024 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83dffa2-8a95-4db1-88bb-133da8b209f4 req-18d1518e-6eea-4a9a-9c43-08e28032800d tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:19.927599 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-b83dffa2-8a95-4db1-88bb-133da8b209f4 req-18d1518e-6eea-4a9a-9c43-08e28032800d tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6a5ef30-fb31-4a4a-b920-e6f83c17d0bf HTTP/1.1" status: 200 len: 945 time: 0.6391432 Apr 15 20:33:20.030876 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fd9a5e-b336-4419-b642-85d911ba1885 None None] New status for floating IP 1dd4c68c-95d2-4c1a-a322-4b0491d976aa: ACTIVE {{(pid=85413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 20:33:20.133537 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5801b27-8d16-4260-be7d-b4d9ad48e956 admin admin] Network 7c4aca2a-d888-4e9f-991a-bf8b268161b4 is already hosted by enough agents. {{(pid=85411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:33:20.151885 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.base_scheduler [None req-c5801b27-8d16-4260-be7d-b4d9ad48e956 admin admin] Resources bound (agent type, host, resource id): {{(pid=85411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:33:20.170416 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5801b27-8d16-4260-be7d-b4d9ad48e956 admin admin] Received port after_create {{(pid=85411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:33:20.476015 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device cf278d3f-aa3e-4543-a43f-7f8fd325b0c3 up at agent hyperv_hv-cinder-78638 {{(pid=85413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:33:20.503509 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-b83dffa2-8a95-4db1-88bb-133da8b209f4 req-8e723833-7471-4846-85a5-63460845ed23 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5394948 Apr 15 20:33:20.504633 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 59304) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:33:20.629558 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Provisioning for port cf278d3f-aa3e-4543-a43f-7f8fd325b0c3 completed by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:33:20.635117 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Provisioning complete for port cf278d3f-aa3e-4543-a43f-7f8fd325b0c3 triggered by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:33:20.635532 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:20.714019 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-36ed410a-5266-4825-a2a2-16c6c4dcf0e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:20.730530 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c5801b27-8d16-4260-be7d-b4d9ad48e956 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:20.761468 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-36ed410a-5266-4825-a2a2-16c6c4dcf0e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:33:20.771782 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-36ed410a-5266-4825-a2a2-16c6c4dcf0e6 admin admin] Usage tracker for resource:security_group_rule and tenant:08a00ec53ea147d9b63b68010ba8445b is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:33:20.775104 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-36ed410a-5266-4825-a2a2-16c6c4dcf0e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:33:20.781741 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-36ed410a-5266-4825-a2a2-16c6c4dcf0e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:33:20.815154 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:20.869193 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f458162-fe20-4e61-9e77-e74457bb483a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf278d3f-aa3e-4543-a43f-7f8fd325b0c3'}] {{(pid=85413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:33:20.883479 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] For port cf278d3f-aa3e-4543-a43f-7f8fd325b0c3, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cf278d3f-aa3e-4543-a43f-7f8fd325b0c3,segment=NetworkSegment(36087674-63e1-4b37-9dd5-5f439f8a7270),segment_id=36087674-63e1-4b37-9dd5-5f439f8a7270)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:33:20.887542 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:20.890960 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:20.894649 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-36ed410a-5266-4825-a2a2-16c6c4dcf0e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:20.899023 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-36ed410a-5266-4825-a2a2-16c6c4dcf0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:20.930677 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-51528418-16f3-4c7b-8487-c1dc708bf7ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:20.953056 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a5d2fd-d862-4635-ae31-a9851381c1f6 req-aa623852-ea16-422c-afa3-474a7cac309b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:20.954190 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d7a5d2fd-d862-4635-ae31-a9851381c1f6 req-aa623852-ea16-422c-afa3-474a7cac309b service neutron] 10.222.0.76 "GET /v2.0/networks?id=5bc06a2b-9024-484d-8786-16d9b4579274 HTTP/1.1" status: 200 len: 918 time: 1.0225289 Apr 15 20:33:20.963648 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-36ed410a-5266-4825-a2a2-16c6c4dcf0e6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=08a00ec53ea147d9b63b68010ba8445b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4577248 Apr 15 20:33:20.964441 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 59336) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:33:20.969572 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Pushing event updated for resources: {'Port': ['ID=cf278d3f-aa3e-4543-a43f-7f8fd325b0c3,revision_number=5']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:20.981676 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:20.989897 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ed410a-5266-4825-a2a2-16c6c4dcf0e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ee3897-5d51-4c4a-b3fd-3828b0cce31f,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:20.994954 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-36ed410a-5266-4825-a2a2-16c6c4dcf0e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:21.029971 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63d8462-b520-499c-b536-cdc742986ffa req-524fd538-624c-4e6a-b6d7-4974e9925648 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:21.031597 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-a63d8462-b520-499c-b536-cdc742986ffa req-524fd538-624c-4e6a-b6d7-4974e9925648 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f458162-fe20-4e61-9e77-e74457bb483a HTTP/1.1" status: 200 len: 945 time: 1.0728118 Apr 15 20:33:21.047177 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-61026a1f-d77b-4a6f-bbe5-8995d1544427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:21.076492 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-61026a1f-d77b-4a6f-bbe5-8995d1544427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:21.114858 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-55493ee2-15f2-409b-a9a2-b2e013a464ae req-1de50b2b-4026-47ee-a46e-81178762f266 tempest-VolumesActionsTest-1820729551 tempest-VolumesActionsTest-1820729551-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc7207d6-3fd3-4fb7-aa91-420e34d2e3df HTTP/1.1" status: 200 len: 210 time: 0.3244138 Apr 15 20:33:21.137720 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-61026a1f-d77b-4a6f-bbe5-8995d1544427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:21.144048 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-9fb78f68-a8a1-4386-8c9c-8d6777374770 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:21.172923 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61026a1f-d77b-4a6f-bbe5-8995d1544427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ee3897-5d51-4c4a-b3fd-3828b0cce31f,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:21.184910 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-61026a1f-d77b-4a6f-bbe5-8995d1544427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:21.192354 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-61026a1f-d77b-4a6f-bbe5-8995d1544427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:21.213190 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-61026a1f-d77b-4a6f-bbe5-8995d1544427 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b9ee3897-5d51-4c4a-b3fd-3828b0cce31f HTTP/1.1" status: 204 len: 168 time: 0.2320364 Apr 15 20:33:21.254431 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d7a5d2fd-d862-4635-ae31-a9851381c1f6 req-387e0533-fe4e-43f3-882b-ef194b50ece7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20f6bd16-038a-422f-963b-1ce0ad312762 HTTP/1.1" status: 200 len: 1001 time: 0.2334614 Apr 15 20:33:21.547356 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f458162-fe20-4e61-9e77-e74457bb483a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf278d3f-aa3e-4543-a43f-7f8fd325b0c3', 'code': 200} Apr 15 20:33:21.823309 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe706c9-dcf9-4022-afb5-e9ccc0ecbe9c req-ceedb2a2-8a98-4248-aef6-0232cdc88e24 tempest-VolumesActionsTest-1820729551 tempest-VolumesActionsTest-1820729551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:21.824141 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-7fe706c9-dcf9-4022-afb5-e9ccc0ecbe9c req-ceedb2a2-8a98-4248-aef6-0232cdc88e24 tempest-VolumesActionsTest-1820729551 tempest-VolumesActionsTest-1820729551-project] Synchronizing usage tracker for tenant:9587888ce18f4e89a8a1f087afa543c7 on resource:network {{(pid=85412) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:33:21.856427 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-7fe706c9-dcf9-4022-afb5-e9ccc0ecbe9c req-ceedb2a2-8a98-4248-aef6-0232cdc88e24 tempest-VolumesActionsTest-1820729551 tempest-VolumesActionsTest-1820729551-project] Unset dirty status for tenant:9587888ce18f4e89a8a1f087afa543c7 on resource:network {{(pid=85412) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:33:21.857713 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-7fe706c9-dcf9-4022-afb5-e9ccc0ecbe9c req-ceedb2a2-8a98-4248-aef6-0232cdc88e24 tempest-VolumesActionsTest-1820729551 tempest-VolumesActionsTest-1820729551-project] 10.222.0.76 "GET /v2.0/networks?id=4a8caaf9-d17f-4cce-a886-22c8015a97d7 HTTP/1.1" status: 200 len: 808 time: 0.4434826 Apr 15 20:33:21.879625 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [req-7fe706c9-dcf9-4022-afb5-e9ccc0ecbe9c req-891bd16e-fe67-4e69-804a-4d60e07d162d tempest-VolumesActionsTest-1820729551 tempest-VolumesActionsTest-1820729551-project] Request body: {'port': {'device_id': 'fc7207d6-3fd3-4fb7-aa91-420e34d2e3df', 'network_id': '4a8caaf9-d17f-4cce-a886-22c8015a97d7', 'admin_state_up': True, 'tenant_id': '9587888ce18f4e89a8a1f087afa543c7'}} {{(pid=85412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:33:21.879847 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-a63d8462-b520-499c-b536-cdc742986ffa req-11f6bcd5-3d6d-4aee-bcc0-b9d099a94947 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/security-groups?id=2edb3071-98d0-466a-b0a6-21d6399c15c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7758765 Apr 15 20:33:21.936866 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a5d2fd-d862-4635-ae31-a9851381c1f6 req-2b08599a-5c10-4d53-ab74-cba56bf1110a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:21.938450 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d7a5d2fd-d862-4635-ae31-a9851381c1f6 req-2b08599a-5c10-4d53-ab74-cba56bf1110a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=115d02bc-de92-4568-be72-0d321d902e0d HTTP/1.1" status: 200 len: 855 time: 0.3120508 Apr 15 20:33:22.080681 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [req-7fe706c9-dcf9-4022-afb5-e9ccc0ecbe9c req-891bd16e-fe67-4e69-804a-4d60e07d162d tempest-VolumesActionsTest-1820729551 tempest-VolumesActionsTest-1820729551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:33:22.085230 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-7fe706c9-dcf9-4022-afb5-e9ccc0ecbe9c req-891bd16e-fe67-4e69-804a-4d60e07d162d tempest-VolumesActionsTest-1820729551 tempest-VolumesActionsTest-1820729551-project] Usage tracker for resource:port and tenant:9587888ce18f4e89a8a1f087afa543c7 is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:33:22.089508 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-7fe706c9-dcf9-4022-afb5-e9ccc0ecbe9c req-891bd16e-fe67-4e69-804a-4d60e07d162d tempest-VolumesActionsTest-1820729551 tempest-VolumesActionsTest-1820729551-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:33:22.098154 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee66f489-fef2-4a4c-911c-d584ea436322 req-b0a87442-897f-4808-a22f-efeddc1a477d tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:22.107523 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ee66f489-fef2-4a4c-911c-d584ea436322 req-b0a87442-897f-4808-a22f-efeddc1a477d tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6a5ef30-fb31-4a4a-b920-e6f83c17d0bf HTTP/1.1" status: 200 len: 945 time: 0.3390822 Apr 15 20:33:22.107789 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [req-7fe706c9-dcf9-4022-afb5-e9ccc0ecbe9c req-891bd16e-fe67-4e69-804a-4d60e07d162d tempest-VolumesActionsTest-1820729551 tempest-VolumesActionsTest-1820729551-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:33:22.127040 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fe706c9-dcf9-4022-afb5-e9ccc0ecbe9c req-891bd16e-fe67-4e69-804a-4d60e07d162d tempest-VolumesActionsTest-1820729551 tempest-VolumesActionsTest-1820729551-project] Made reservation on behalf of 9587888ce18f4e89a8a1f087afa543c7 for: {'port': 1} {{(pid=85412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:33:22.133869 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-7fe706c9-dcf9-4022-afb5-e9ccc0ecbe9c req-891bd16e-fe67-4e69-804a-4d60e07d162d tempest-VolumesActionsTest-1820729551 tempest-VolumesActionsTest-1820729551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:22.155067 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c5801b27-8d16-4260-be7d-b4d9ad48e956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036838404654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16373820'] for router, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:22.378342 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.db_base_plugin_common [req-7fe706c9-dcf9-4022-afb5-e9ccc0ecbe9c req-891bd16e-fe67-4e69-804a-4d60e07d162d tempest-VolumesActionsTest-1820729551 tempest-VolumesActionsTest-1820729551-project] Allocated IP 172.20.0.14 (4a8caaf9-d17f-4cce-a886-22c8015a97d7/be8a6df3-5ebb-47df-9330-8083550d1d3e/190a2be6-c862-4a39-8c7c-8e5b4554f508) {{(pid=85412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:33:22.483745 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ee66f489-fef2-4a4c-911c-d584ea436322 req-f10cc063-8d09-4528-813f-03305579183f tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3750639 Apr 15 20:33:22.538067 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-12144e30-b44e-4c18-ae03-42fd8ac3634c req-f78cac4c-f7ce-461f-ab46-d0eebd53f539 tempest-VolumesActionsTest-1820729551 tempest-VolumesActionsTest-1820729551-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc7207d6-3fd3-4fb7-aa91-420e34d2e3df HTTP/1.1" status: 200 len: 210 time: 0.1665010 Apr 15 20:33:22.585859 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a5d2fd-d862-4635-ae31-a9851381c1f6 req-44c575ba-fd08-465c-a47f-a310ecda3639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:22.589113 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d7a5d2fd-d862-4635-ae31-a9851381c1f6 req-44c575ba-fd08-465c-a47f-a310ecda3639 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5bc06a2b-9024-484d-8786-16d9b4579274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6380072 Apr 15 20:33:22.620742 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa2917f-2f7a-40b9-b29c-82044ff4aeae req-cf1bd63a-c999-4731-8e28-b73ebaaa17f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:22.622389 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-cfa2917f-2f7a-40b9-b29c-82044ff4aeae req-cf1bd63a-c999-4731-8e28-b73ebaaa17f1 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2f458162-fe20-4e61-9e77-e74457bb483a HTTP/1.1" status: 200 len: 1099 time: 0.6316128 Apr 15 20:33:22.653080 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-7fe706c9-dcf9-4022-afb5-e9ccc0ecbe9c req-891bd16e-fe67-4e69-804a-4d60e07d162d tempest-VolumesActionsTest-1820729551 tempest-VolumesActionsTest-1820729551-project] Notify callbacks [] for port, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:22.685375 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-7fe706c9-dcf9-4022-afb5-e9ccc0ecbe9c req-891bd16e-fe67-4e69-804a-4d60e07d162d tempest-VolumesActionsTest-1820729551 tempest-VolumesActionsTest-1820729551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245250087898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852524119'] for port, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:22.704302 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-4d7d8a44-a483-4373-bee0-0eed65b95799 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:22.804557 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5801b27-8d16-4260-be7d-b4d9ad48e956 admin admin] Router 6beddfa5-51a5-4827-9303-ae1f11164a3c is scheduled to L3 agent f2e50876-c35d-48fb-9e24-f0907444cef9 with binding_index 1 {{(pid=85411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 20:33:22.823257 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-cfa2917f-2f7a-40b9-b29c-82044ff4aeae req-dd96d18d-ac7d-4d30-9d96-29546a29d704 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=2edb3071-98d0-466a-b0a6-21d6399c15c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633227 Apr 15 20:33:23.024309 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d7a5d2fd-d862-4635-ae31-a9851381c1f6 req-49d56469-f504-46b6-a5f7-7778ced6f011 service neutron] 10.222.0.76 "GET /v2.0/networks/5bc06a2b-9024-484d-8786-16d9b4579274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3481863 Apr 15 20:33:23.078019 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891bd16e-fe67-4e69-804a-4d60e07d162d tempest-VolumesActionsTest-1820729551 tempest-VolumesActionsTest-1820729551-project] Pushing event updated for resources: {'Port': ['ID=190a2be6-c862-4a39-8c7c-8e5b4554f508,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:23.082655 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-891bd16e-fe67-4e69-804a-4d60e07d162d tempest-VolumesActionsTest-1820729551 tempest-VolumesActionsTest-1820729551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:23.140042 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fe706c9-dcf9-4022-afb5-e9ccc0ecbe9c req-891bd16e-fe67-4e69-804a-4d60e07d162d tempest-VolumesActionsTest-1820729551 tempest-VolumesActionsTest-1820729551-project] Network 4a8caaf9-d17f-4cce-a886-22c8015a97d7 is already hosted by enough agents. {{(pid=85412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:33:23.141259 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.base_scheduler [req-7fe706c9-dcf9-4022-afb5-e9ccc0ecbe9c req-891bd16e-fe67-4e69-804a-4d60e07d162d tempest-VolumesActionsTest-1820729551 tempest-VolumesActionsTest-1820729551-project] Resources bound (agent type, host, resource id): {{(pid=85412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:33:23.143693 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fe706c9-dcf9-4022-afb5-e9ccc0ecbe9c req-891bd16e-fe67-4e69-804a-4d60e07d162d tempest-VolumesActionsTest-1820729551 tempest-VolumesActionsTest-1820729551-project] Received port after_create {{(pid=85412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:33:23.191937 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5801b27-8d16-4260-be7d-b4d9ad48e956 admin admin] Notify agent at l3_agent.dv-cinder-786386-2-smb the message routers_updated {{(pid=85411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 20:33:23.210818 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8221f5-40fa-40cb-bca4-d5b1be54232a None None] Sync routers for ids ['6beddfa5-51a5-4827-9303-ae1f11164a3c'] in dv-cinder-786386-2-smb {{(pid=85414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 20:33:23.221354 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8221f5-40fa-40cb-bca4-d5b1be54232a None None] Routers {'6beddfa5-51a5-4827-9303-ae1f11164a3c'} bound to L3 agent in host dv-cinder-786386-2-smb {{(pid=85414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:33:23.222033 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-ab8221f5-40fa-40cb-bca4-d5b1be54232a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T20:23:47Z,description=,heartbeat_timestamp=2021-04-15T20:33:17Z,host='dv-cinder-786386-2-smb',id=f2e50876-c35d-48fb-9e24-f0907444cef9,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:23:48Z,topic='l3_agent')) {'router_ids': ['6beddfa5-51a5-4827-9303-ae1f11164a3c'], 'active': True} {{(pid=85414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:33:23.225152 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe706c9-dcf9-4022-afb5-e9ccc0ecbe9c req-891bd16e-fe67-4e69-804a-4d60e07d162d tempest-VolumesActionsTest-1820729551 tempest-VolumesActionsTest-1820729551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:23.225854 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-7fe706c9-dcf9-4022-afb5-e9ccc0ecbe9c req-891bd16e-fe67-4e69-804a-4d60e07d162d tempest-VolumesActionsTest-1820729551 tempest-VolumesActionsTest-1820729551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16483510'] for port, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:23.251879 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-7fe706c9-dcf9-4022-afb5-e9ccc0ecbe9c req-891bd16e-fe67-4e69-804a-4d60e07d162d tempest-VolumesActionsTest-1820729551 tempest-VolumesActionsTest-1820729551-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3833084 Apr 15 20:33:23.267653 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [req-7fe706c9-dcf9-4022-afb5-e9ccc0ecbe9c req-e088b2d4-dd67-4b3a-8971-ca98efa7aa7f service neutron] Request body: {'port': {'device_id': 'fc7207d6-3fd3-4fb7-aa91-420e34d2e3df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:33:23.276501 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d7a5d2fd-d862-4635-ae31-a9851381c1f6 req-793911c0-6cc0-4be8-8291-2fe6fecb7f78 service neutron] 10.222.0.76 "GET /v2.0/networks/5bc06a2b-9024-484d-8786-16d9b4579274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324269 Apr 15 20:33:23.298028 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c5801b27-8d16-4260-be7d-b4d9ad48e956 admin admin] Notify callbacks [] for router, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:23.299638 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-c5801b27-8d16-4260-be7d-b4d9ad48e956 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 9.3687074 Apr 15 20:33:23.302408 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 59444) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:33:23.497244 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvr_db [None req-ab8221f5-40fa-40cb-bca4-d5b1be54232a None None] Set router 6beddfa5-51a5-4827-9303-ae1f11164a3c gateway port host: dv-cinder-786386-2-smb {{(pid=85414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:33:23.528001 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-7fe706c9-dcf9-4022-afb5-e9ccc0ecbe9c req-e088b2d4-dd67-4b3a-8971-ca98efa7aa7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:23.886109 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-ab8221f5-40fa-40cb-bca4-d5b1be54232a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6beddfa5-51a5-4827-9303-ae1f11164a3c', 'name': 'tempest-TestShelveInstance-687064141-router', 'tenant_id': '9bbdc00c388d464d85f419da9ce19122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.195'}], 'enable_snat': True}, 'gw_port_id': 'cd59846e-fb68-4859-bdc9-e8e2e6a1d413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:33:14Z', 'updated_at': '2021-04-15T20:33:20Z', 'revision_number': 3, 'project_id': '9bbdc00c388d464d85f419da9ce19122', 'gw_port': {'id': 'cd59846e-fb68-4859-bdc9-e8e2e6a1d413', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6f:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6beddfa5-51a5-4827-9303-ae1f11164a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:33:17Z', 'updated_at': '2021-04-15T20:33:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb'}], 'dv-cinder-786386-2-smb', False) {} {{(pid=85414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:33:23.894665 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8221f5-40fa-40cb-bca4-d5b1be54232a None None] Checking router: 6beddfa5-51a5-4827-9303-ae1f11164a3c for host: dv-cinder-786386-2-smb {{(pid=85414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 20:33:23.895210 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8221f5-40fa-40cb-bca4-d5b1be54232a None None] Updating router 6beddfa5-51a5-4827-9303-ae1f11164a3c port cd59846e-fb68-4859-bdc9-e8e2e6a1d413 binding host dv-cinder-786386-2-smb {{(pid=85414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 20:33:23.971762 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-ab8221f5-40fa-40cb-bca4-d5b1be54232a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:24.039592 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb46c31-ccdd-4511-b021-6a31b9faeabf req-e94704e1-a6c9-434f-aece-6010da4abcf7 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:24.041168 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-fbb46c31-ccdd-4511-b021-6a31b9faeabf req-e94704e1-a6c9-434f-aece-6010da4abcf7 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f458162-fe20-4e61-9e77-e74457bb483a HTTP/1.1" status: 200 len: 946 time: 0.9960063 Apr 15 20:33:24.116739 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [req-7fe706c9-dcf9-4022-afb5-e9ccc0ecbe9c req-e088b2d4-dd67-4b3a-8971-ca98efa7aa7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 190a2be6-c862-4a39-8c7c-8e5b4554f508 {{(pid=85412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:33:24.130307 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-7fe706c9-dcf9-4022-afb5-e9ccc0ecbe9c req-e088b2d4-dd67-4b3a-8971-ca98efa7aa7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:24.149406 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [req-7fe706c9-dcf9-4022-afb5-e9ccc0ecbe9c req-e088b2d4-dd67-4b3a-8971-ca98efa7aa7f service neutron] Transition to ACTIVE for port object 190a2be6-c862-4a39-8c7c-8e5b4554f508 will not be triggered until provisioned by entity L2. {{(pid=85412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:33:24.170490 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-7fe706c9-dcf9-4022-afb5-e9ccc0ecbe9c req-e088b2d4-dd67-4b3a-8971-ca98efa7aa7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2251697'] for port, after_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:24.365038 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-dd6a601c-f9bd-41c9-9e56-1aac8531551d tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:24.477842 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e94d00-20d9-4ff0-a569-13047cda15b9 req-7a6f37f8-c387-49b3-8992-961b3dc7bedb tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:24.485497 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-a8e94d00-20d9-4ff0-a569-13047cda15b9 req-7a6f37f8-c387-49b3-8992-961b3dc7bedb tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6a5ef30-fb31-4a4a-b920-e6f83c17d0bf HTTP/1.1" status: 200 len: 945 time: 0.5178480 Apr 15 20:33:24.491396 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-fbb46c31-ccdd-4511-b021-6a31b9faeabf req-18efcc00-044e-43bb-95d7-ef190916c541 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/security-groups?id=2edb3071-98d0-466a-b0a6-21d6399c15c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523892 Apr 15 20:33:24.570331 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-023605eb-7e88-4f65-b25d-0b2c019b5ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:24.621796 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-a8e94d00-20d9-4ff0-a569-13047cda15b9 req-2f1fecb3-c0af-49d1-93a8-58df8cf59d25 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352210 Apr 15 20:33:24.634653 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e088b2d4-dd67-4b3a-8971-ca98efa7aa7f service neutron] Pushing event updated for resources: {'Port': ['ID=190a2be6-c862-4a39-8c7c-8e5b4554f508,revision_number=2']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:24.645622 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-e088b2d4-dd67-4b3a-8971-ca98efa7aa7f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:24.683317 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-ab8221f5-40fa-40cb-bca4-d5b1be54232a None None] Notify callbacks [] for port, precommit_update {{(pid=85414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:24.704590 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-ab8221f5-40fa-40cb-bca4-d5b1be54232a None None] Transition to ACTIVE for port object cd59846e-fb68-4859-bdc9-e8e2e6a1d413 will not be triggered until provisioned by entity L2. {{(pid=85414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:33:24.717468 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-ab8221f5-40fa-40cb-bca4-d5b1be54232a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:24.737811 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [req-7fe706c9-dcf9-4022-afb5-e9ccc0ecbe9c req-e088b2d4-dd67-4b3a-8971-ca98efa7aa7f service neutron] Attempting to bind port 190a2be6-c862-4a39-8c7c-8e5b4554f508 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:33:24.739171 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [req-7fe706c9-dcf9-4022-afb5-e9ccc0ecbe9c req-e088b2d4-dd67-4b3a-8971-ca98efa7aa7f service neutron] Attempting to bind port 190a2be6-c862-4a39-8c7c-8e5b4554f508 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '88faec31-fb0a-463f-948a-b0fef7926e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '4a8caaf9-d17f-4cce-a886-22c8015a97d7'}] {{(pid=85412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:33:24.740952 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe706c9-dcf9-4022-afb5-e9ccc0ecbe9c req-e088b2d4-dd67-4b3a-8971-ca98efa7aa7f service neutron] Attempting to bind port 190a2be6-c862-4a39-8c7c-8e5b4554f508 on network 4a8caaf9-d17f-4cce-a886-22c8015a97d7 {{(pid=85412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:33:24.743920 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-23b3daf3-e6ba-435d-8dce-70dc73df4be0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:24.747865 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe706c9-dcf9-4022-afb5-e9ccc0ecbe9c req-e088b2d4-dd67-4b3a-8971-ca98efa7aa7f service neutron] Port 190a2be6-c862-4a39-8c7c-8e5b4554f508 on network 4a8caaf9-d17f-4cce-a886-22c8015a97d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 20:33:24.748236 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe706c9-dcf9-4022-afb5-e9ccc0ecbe9c req-e088b2d4-dd67-4b3a-8971-ca98efa7aa7f service neutron] Attempting to bind port 190a2be6-c862-4a39-8c7c-8e5b4554f508 on network 4a8caaf9-d17f-4cce-a886-22c8015a97d7 {{(pid=85412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:33:24.758981 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe706c9-dcf9-4022-afb5-e9ccc0ecbe9c req-e088b2d4-dd67-4b3a-8971-ca98efa7aa7f service neutron] Checking agent: {'id': '70e73898-5ca9-4370-a761-abbf44013111', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 30, 18), 'started_at': datetime.datetime(2021, 4, 15, 20, 30, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:33:24.759365 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe706c9-dcf9-4022-afb5-e9ccc0ecbe9c req-e088b2d4-dd67-4b3a-8971-ca98efa7aa7f service neutron] Checking segment: {'id': '88faec31-fb0a-463f-948a-b0fef7926e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '4a8caaf9-d17f-4cce-a886-22c8015a97d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:33:24.760337 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe706c9-dcf9-4022-afb5-e9ccc0ecbe9c req-e088b2d4-dd67-4b3a-8971-ca98efa7aa7f service neutron] Bound using segment: {'id': '88faec31-fb0a-463f-948a-b0fef7926e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '4a8caaf9-d17f-4cce-a886-22c8015a97d7'} {{(pid=85412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:33:24.760839 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [req-7fe706c9-dcf9-4022-afb5-e9ccc0ecbe9c req-e088b2d4-dd67-4b3a-8971-ca98efa7aa7f service neutron] Bound port: 190a2be6-c862-4a39-8c7c-8e5b4554f508, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88faec31-fb0a-463f-948a-b0fef7926e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '4a8caaf9-d17f-4cce-a886-22c8015a97d7'}}] {{(pid=85412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:33:24.761234 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-7fe706c9-dcf9-4022-afb5-e9ccc0ecbe9c req-e088b2d4-dd67-4b3a-8971-ca98efa7aa7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:24.869119 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [req-7fe706c9-dcf9-4022-afb5-e9ccc0ecbe9c req-e088b2d4-dd67-4b3a-8971-ca98efa7aa7f service neutron] For port 190a2be6-c862-4a39-8c7c-8e5b4554f508, host hv-cinder-78638, cleared binding levels {{(pid=85412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:33:24.873261 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [req-7fe706c9-dcf9-4022-afb5-e9ccc0ecbe9c req-e088b2d4-dd67-4b3a-8971-ca98efa7aa7f service neutron] For port 190a2be6-c862-4a39-8c7c-8e5b4554f508, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=190a2be6-c862-4a39-8c7c-8e5b4554f508,segment=NetworkSegment(88faec31-fb0a-463f-948a-b0fef7926e8a),segment_id=88faec31-fb0a-463f-948a-b0fef7926e8a)] {{(pid=85412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:33:24.877202 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-7fe706c9-dcf9-4022-afb5-e9ccc0ecbe9c req-e088b2d4-dd67-4b3a-8971-ca98efa7aa7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2251697'] for port, after_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:24.894571 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-07892251-f0ed-4d8a-917c-3a7d243094b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:24.973816 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6779a-0fb9-49f9-aecf-9a617b8535d3 req-994881d1-7da9-4d7f-bde5-12a97d03f0ff tempest-VolumesActionsTest-1820729551 tempest-VolumesActionsTest-1820729551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:24.975548 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-deb6779a-0fb9-49f9-aecf-9a617b8535d3 req-994881d1-7da9-4d7f-bde5-12a97d03f0ff tempest-VolumesActionsTest-1820729551 tempest-VolumesActionsTest-1820729551-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc7207d6-3fd3-4fb7-aa91-420e34d2e3df HTTP/1.1" status: 200 len: 944 time: 0.2644095 Apr 15 20:33:25.053236 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-deb6779a-0fb9-49f9-aecf-9a617b8535d3 req-27a39d4b-0795-4f51-ba0a-5d866962e04f tempest-VolumesActionsTest-1820729551 tempest-VolumesActionsTest-1820729551-project] 10.222.0.69 "GET /v2.0/security-groups?id=0acc7a80-9fd8-4941-92e3-9246714b276c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618358 Apr 15 20:33:25.054583 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.db_base_plugin_common [None req-023605eb-7e88-4f65-b25d-0b2c019b5ac9 admin admin] Allocated IP 172.20.0.1 (3d679279-eb30-4fda-a503-0553a06ff59c/6fa1339f-d41e-4eb8-bb6e-40a2c73235f7/7c4ce4e2-6221-40cd-b1a5-0c8a63baf4d6) {{(pid=85411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:33:25.062002 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e088b2d4-dd67-4b3a-8971-ca98efa7aa7f service neutron] Pushing event updated for resources: {'Port': ['ID=190a2be6-c862-4a39-8c7c-8e5b4554f508,revision_number=3']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:25.065127 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-e088b2d4-dd67-4b3a-8971-ca98efa7aa7f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:25.072062 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2545037b-11fc-4352-bce9-5a71f64e4bd2 None None] Pushing event updated for resources: {'Port': ['ID=cd59846e-fb68-4859-bdc9-e8e2e6a1d413,revision_number=2']} {{(pid=85414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:25.092423 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2545037b-11fc-4352-bce9-5a71f64e4bd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:33:25.093041 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2545037b-11fc-4352-bce9-5a71f64e4bd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:33:25.093649 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2545037b-11fc-4352-bce9-5a71f64e4bd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:33:25.093994 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2545037b-11fc-4352-bce9-5a71f64e4bd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:33:25.094354 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2545037b-11fc-4352-bce9-5a71f64e4bd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:33:25.094738 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2545037b-11fc-4352-bce9-5a71f64e4bd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:33:25.095159 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2545037b-11fc-4352-bce9-5a71f64e4bd2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:33:25.095516 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2545037b-11fc-4352-bce9-5a71f64e4bd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:33:25.095878 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2545037b-11fc-4352-bce9-5a71f64e4bd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:33:25.096249 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2545037b-11fc-4352-bce9-5a71f64e4bd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:33:25.096564 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2545037b-11fc-4352-bce9-5a71f64e4bd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:33:25.096914 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2545037b-11fc-4352-bce9-5a71f64e4bd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:33:25.100718 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe706c9-dcf9-4022-afb5-e9ccc0ecbe9c req-e088b2d4-dd67-4b3a-8971-ca98efa7aa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:25.101619 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-7fe706c9-dcf9-4022-afb5-e9ccc0ecbe9c req-e088b2d4-dd67-4b3a-8971-ca98efa7aa7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16483510'] for port, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:25.103492 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-2545037b-11fc-4352-bce9-5a71f64e4bd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=85414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:25.103888 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-7fe706c9-dcf9-4022-afb5-e9ccc0ecbe9c req-e088b2d4-dd67-4b3a-8971-ca98efa7aa7f service neutron] 10.222.0.76 "PUT /v2.0/ports/190a2be6-c862-4a39-8c7c-8e5b4554f508 HTTP/1.1" status: 200 len: 1094 time: 1.8424566 Apr 15 20:33:25.104548 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc7207d6-3fd3-4fb7-aa91-420e34d2e3df', 'tag': '190a2be6-c862-4a39-8c7c-8e5b4554f508'}] {{(pid=85412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:33:25.157606 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-ab8221f5-40fa-40cb-bca4-d5b1be54232a None None] Attempting to bind port cd59846e-fb68-4859-bdc9-e8e2e6a1d413 on host dv-cinder-786386-2-smb for vnic_type normal with profile {{(pid=85414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:33:25.157821 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-ab8221f5-40fa-40cb-bca4-d5b1be54232a None None] Attempting to bind port cd59846e-fb68-4859-bdc9-e8e2e6a1d413 by drivers openvswitch,hyperv on host dv-cinder-786386-2-smb at level 0 using segments [{'id': 'a2d970bc-47e1-42ab-bd62-edbddac3ac5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4'}] {{(pid=85414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:33:25.158353 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8221f5-40fa-40cb-bca4-d5b1be54232a None None] Attempting to bind port cd59846e-fb68-4859-bdc9-e8e2e6a1d413 on network 7c4aca2a-d888-4e9f-991a-bf8b268161b4 {{(pid=85414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:33:25.164852 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8221f5-40fa-40cb-bca4-d5b1be54232a None None] Checking agent: {'id': '30333bf1-a829-46d5-a227-fdc76695a1e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 23, 48), 'started_at': datetime.datetime(2021, 4, 15, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:33:25.165770 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8221f5-40fa-40cb-bca4-d5b1be54232a None None] Checking segment: {'id': 'a2d970bc-47e1-42ab-bd62-edbddac3ac5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:33:25.165770 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-ab8221f5-40fa-40cb-bca4-d5b1be54232a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:25.166232 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8221f5-40fa-40cb-bca4-d5b1be54232a None None] Bound using segment: {'id': 'a2d970bc-47e1-42ab-bd62-edbddac3ac5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4'} {{(pid=85414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:33:25.166900 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-ab8221f5-40fa-40cb-bca4-d5b1be54232a None None] Bound port: cd59846e-fb68-4859-bdc9-e8e2e6a1d413, host: dv-cinder-786386-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d970bc-47e1-42ab-bd62-edbddac3ac5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4'}}] {{(pid=85414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:33:25.167657 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-ab8221f5-40fa-40cb-bca4-d5b1be54232a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:25.198846 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc7207d6-3fd3-4fb7-aa91-420e34d2e3df', 'tag': '190a2be6-c862-4a39-8c7c-8e5b4554f508', 'status': 'completed', 'code': 200} Apr 15 20:33:25.235711 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe706c9-dcf9-4022-afb5-e9ccc0ecbe9c req-502cf9b4-9062-4a85-892c-24b2394d8d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:25.237778 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-7fe706c9-dcf9-4022-afb5-e9ccc0ecbe9c req-502cf9b4-9062-4a85-892c-24b2394d8d6e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9587888ce18f4e89a8a1f087afa543c7&device_id=fc7207d6-3fd3-4fb7-aa91-420e34d2e3df HTTP/1.1" status: 200 len: 1097 time: 0.0836406 Apr 15 20:33:25.246834 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-023605eb-7e88-4f65-b25d-0b2c019b5ac9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:25.247573 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-ab8221f5-40fa-40cb-bca4-d5b1be54232a None None] For port cd59846e-fb68-4859-bdc9-e8e2e6a1d413, host dv-cinder-786386-2-smb, cleared binding levels {{(pid=85414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:33:25.250786 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-ab8221f5-40fa-40cb-bca4-d5b1be54232a None None] For port cd59846e-fb68-4859-bdc9-e8e2e6a1d413, host dv-cinder-786386-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-2-smb',level=0,port_id=cd59846e-fb68-4859-bdc9-e8e2e6a1d413,segment=NetworkSegment(a2d970bc-47e1-42ab-bd62-edbddac3ac5a),segment_id=a2d970bc-47e1-42ab-bd62-edbddac3ac5a)] {{(pid=85414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:33:25.254583 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-ab8221f5-40fa-40cb-bca4-d5b1be54232a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:25.266690 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-023605eb-7e88-4f65-b25d-0b2c019b5ac9 admin admin] Transition to ACTIVE for port object 7c4ce4e2-6221-40cd-b1a5-0c8a63baf4d6 will not be triggered until provisioned by entity DHCP. {{(pid=85411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:33:25.271589 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-fa5a67b0-19df-4bc4-ac75-fab3990dd9ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:25.293609 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-023605eb-7e88-4f65-b25d-0b2c019b5ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245250087898'] for port, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:25.323075 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-7fe706c9-dcf9-4022-afb5-e9ccc0ecbe9c req-cacef664-72af-4f2c-925e-edfa2d010f87 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=190a2be6-c862-4a39-8c7c-8e5b4554f508 HTTP/1.1" status: 200 len: 217 time: 0.0712731 Apr 15 20:33:25.406661 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-0d757164-194a-49b5-9cb1-a8539a7f4469 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:25.419817 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe706c9-dcf9-4022-afb5-e9ccc0ecbe9c req-d2d52721-7852-4a08-8a85-d7f2544418dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:25.421422 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-7fe706c9-dcf9-4022-afb5-e9ccc0ecbe9c req-d2d52721-7852-4a08-8a85-d7f2544418dc service neutron] 10.222.0.76 "GET /v2.0/subnets?id=be8a6df3-5ebb-47df-9330-8083550d1d3e HTTP/1.1" status: 200 len: 848 time: 0.0860739 Apr 15 20:33:25.470667 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2545037b-11fc-4352-bce9-5a71f64e4bd2 None None] Pushing event updated for resources: {'Port': ['ID=cd59846e-fb68-4859-bdc9-e8e2e6a1d413,revision_number=3']} {{(pid=85414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:25.488186 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-7fe706c9-dcf9-4022-afb5-e9ccc0ecbe9c req-6d09e2b2-85e5-4d49-b5fc-0c1062946f89 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4a8caaf9-d17f-4cce-a886-22c8015a97d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580642 Apr 15 20:33:25.501947 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8221f5-40fa-40cb-bca4-d5b1be54232a None None] Routers {'6beddfa5-51a5-4827-9303-ae1f11164a3c'} bound to L3 agent in host dv-cinder-786386-2-smb {{(pid=85414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:33:25.502704 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-ab8221f5-40fa-40cb-bca4-d5b1be54232a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T20:23:47Z,description=,heartbeat_timestamp=2021-04-15T20:33:17Z,host='dv-cinder-786386-2-smb',id=f2e50876-c35d-48fb-9e24-f0907444cef9,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:23:48Z,topic='l3_agent')) {'router_ids': ['6beddfa5-51a5-4827-9303-ae1f11164a3c'], 'active': True} {{(pid=85414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:33:25.513453 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023605eb-7e88-4f65-b25d-0b2c019b5ac9 admin admin] Network 3d679279-eb30-4fda-a503-0553a06ff59c is already hosted by enough agents. {{(pid=85411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:33:25.517766 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.base_scheduler [None req-023605eb-7e88-4f65-b25d-0b2c019b5ac9 admin admin] Resources bound (agent type, host, resource id): {{(pid=85411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:33:25.522170 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023605eb-7e88-4f65-b25d-0b2c019b5ac9 admin admin] Received port after_create {{(pid=85411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:33:25.522989 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-023605eb-7e88-4f65-b25d-0b2c019b5ac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838406535'] for router_interface, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:25.533297 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023605eb-7e88-4f65-b25d-0b2c019b5ac9 admin admin] Pushing event updated for resources: {'Port': ['ID=7c4ce4e2-6221-40cd-b1a5-0c8a63baf4d6,revision_number=1']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:25.535857 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-023605eb-7e88-4f65-b25d-0b2c019b5ac9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:25.654322 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-2545037b-11fc-4352-bce9-5a71f64e4bd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=85414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:25.777640 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-7fe706c9-dcf9-4022-afb5-e9ccc0ecbe9c req-7fe808a4-e04c-4584-b17a-6cb03c059453 service neutron] 10.222.0.76 "GET /v2.0/networks/4a8caaf9-d17f-4cce-a886-22c8015a97d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803521 Apr 15 20:33:25.799865 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-023605eb-7e88-4f65-b25d-0b2c019b5ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:25.807301 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvr_db [None req-ab8221f5-40fa-40cb-bca4-d5b1be54232a None None] Set router 6beddfa5-51a5-4827-9303-ae1f11164a3c gateway port host: dv-cinder-786386-2-smb {{(pid=85414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:33:25.892285 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d683f3f-4db6-4892-b909-09818b342d1a req-9a66b6bf-9ae2-498f-b27a-a99c32d9adbd tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:25.900017 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-5d683f3f-4db6-4892-b909-09818b342d1a req-9a66b6bf-9ae2-498f-b27a-a99c32d9adbd tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f458162-fe20-4e61-9e77-e74457bb483a HTTP/1.1" status: 200 len: 946 time: 0.2086253 Apr 15 20:33:25.935181 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-4a5205e3-574f-4503-a1a8-b4bb57471570 None None] Provisioning for port 7c4ce4e2-6221-40cd-b1a5-0c8a63baf4d6 completed by entity DHCP. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:33:25.944947 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-4a5205e3-574f-4503-a1a8-b4bb57471570 None None] Provisioning complete for port 7c4ce4e2-6221-40cd-b1a5-0c8a63baf4d6 triggered by entity DHCP. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:33:25.946086 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4a5205e3-574f-4503-a1a8-b4bb57471570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:25.974542 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-5d683f3f-4db6-4892-b909-09818b342d1a req-49bc6833-b80d-4060-8634-47915e6fcdc6 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/security-groups?id=2edb3071-98d0-466a-b0a6-21d6399c15c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734911 Apr 15 20:33:26.041964 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-4a5205e3-574f-4503-a1a8-b4bb57471570 None None] Port 7c4ce4e2-6221-40cd-b1a5-0c8a63baf4d6 cannot update to ACTIVE because it is not bound. {{(pid=85413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 20:33:26.060605 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-7fe706c9-dcf9-4022-afb5-e9ccc0ecbe9c req-307ccec8-9a70-4a2e-b12f-66f6f5d05838 service neutron] 10.222.0.76 "GET /v2.0/networks/4a8caaf9-d17f-4cce-a886-22c8015a97d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632554 Apr 15 20:33:26.227903 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f070fda-6329-4d39-b098-f7f24b3adf44 req-03fbd648-a20d-4959-bad0-239b583a2125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:26.229542 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-3f070fda-6329-4d39-b098-f7f24b3adf44 req-03fbd648-a20d-4959-bad0-239b583a2125 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9587888ce18f4e89a8a1f087afa543c7&device_id=fc7207d6-3fd3-4fb7-aa91-420e34d2e3df HTTP/1.1" status: 200 len: 1097 time: 0.0855696 Apr 15 20:33:26.236853 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81899195-563c-43d2-a3cf-d4032dfe0c4a req-d8dd7a4f-92a1-4ba0-859c-8c4ca6442b4c tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:26.238519 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-81899195-563c-43d2-a3cf-d4032dfe0c4a req-d8dd7a4f-92a1-4ba0-859c-8c4ca6442b4c tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6a5ef30-fb31-4a4a-b920-e6f83c17d0bf HTTP/1.1" status: 200 len: 945 time: 0.1520293 Apr 15 20:33:26.254358 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-ab8221f5-40fa-40cb-bca4-d5b1be54232a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6beddfa5-51a5-4827-9303-ae1f11164a3c', 'name': 'tempest-TestShelveInstance-687064141-router', 'tenant_id': '9bbdc00c388d464d85f419da9ce19122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.195'}], 'enable_snat': True}, 'gw_port_id': 'cd59846e-fb68-4859-bdc9-e8e2e6a1d413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:33:14Z', 'updated_at': '2021-04-15T20:33:20Z', 'revision_number': 3, 'project_id': '9bbdc00c388d464d85f419da9ce19122', 'gw_port': {'id': 'cd59846e-fb68-4859-bdc9-e8e2e6a1d413', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6f:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6beddfa5-51a5-4827-9303-ae1f11164a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:33:17Z', 'updated_at': '2021-04-15T20:33:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb'}], 'dv-cinder-786386-2-smb', False) {} {{(pid=85414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:33:26.258613 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8221f5-40fa-40cb-bca4-d5b1be54232a None None] The sync data for ids ['6beddfa5-51a5-4827-9303-ae1f11164a3c'] in dv-cinder-786386-2-smb is: [{'id': '6beddfa5-51a5-4827-9303-ae1f11164a3c', 'name': 'tempest-TestShelveInstance-687064141-router', 'tenant_id': '9bbdc00c388d464d85f419da9ce19122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.195'}], 'enable_snat': True}, 'gw_port_id': 'cd59846e-fb68-4859-bdc9-e8e2e6a1d413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:33:14Z', 'updated_at': '2021-04-15T20:33:20Z', 'revision_number': 3, 'project_id': '9bbdc00c388d464d85f419da9ce19122', 'gw_port': {'id': 'cd59846e-fb68-4859-bdc9-e8e2e6a1d413', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6f:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6beddfa5-51a5-4827-9303-ae1f11164a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:33:17Z', 'updated_at': '2021-04-15T20:33:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb'}] {{(pid=85414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 20:33:26.295208 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-023605eb-7e88-4f65-b25d-0b2c019b5ac9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:26.304487 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-023605eb-7e88-4f65-b25d-0b2c019b5ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:26.307348 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-023605eb-7e88-4f65-b25d-0b2c019b5ac9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16483476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16369182'] for router_interface, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:26.323439 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-81899195-563c-43d2-a3cf-d4032dfe0c4a req-34d1de4f-035c-4c52-9204-df2dbe0f2f46 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743065 Apr 15 20:33:26.326301 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:26.399974 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023605eb-7e88-4f65-b25d-0b2c019b5ac9 admin admin] Pushing event updated for resources: {'Port': ['ID=7c4ce4e2-6221-40cd-b1a5-0c8a63baf4d6,revision_number=2']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:26.400643 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f070fda-6329-4d39-b098-f7f24b3adf44 req-1a3f1ec9-552c-41d8-b0e1-f19db8b7f14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:26.402234 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-3f070fda-6329-4d39-b098-f7f24b3adf44 req-1a3f1ec9-552c-41d8-b0e1-f19db8b7f14e service neutron] 10.222.0.76 "GET /v2.0/networks?id=4a8caaf9-d17f-4cce-a886-22c8015a97d7 HTTP/1.1" status: 200 len: 910 time: 0.1659236 Apr 15 20:33:26.403049 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-023605eb-7e88-4f65-b25d-0b2c019b5ac9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:26.508541 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-3f070fda-6329-4d39-b098-f7f24b3adf44 req-f584a7f8-c1e0-4fad-bab2-22e5c1182d86 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=190a2be6-c862-4a39-8c7c-8e5b4554f508 HTTP/1.1" status: 200 len: 217 time: 0.0971227 Apr 15 20:33:26.546970 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023605eb-7e88-4f65-b25d-0b2c019b5ac9 admin admin] Network 3d679279-eb30-4fda-a503-0553a06ff59c is already hosted by enough agents. {{(pid=85411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:33:26.548470 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.base_scheduler [None req-023605eb-7e88-4f65-b25d-0b2c019b5ac9 admin admin] Resources bound (agent type, host, resource id): {{(pid=85411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:33:26.609116 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f070fda-6329-4d39-b098-f7f24b3adf44 req-5e411bd2-8cda-4347-af27-a1d5e9f38141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:26.611475 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-3f070fda-6329-4d39-b098-f7f24b3adf44 req-5e411bd2-8cda-4347-af27-a1d5e9f38141 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=be8a6df3-5ebb-47df-9330-8083550d1d3e HTTP/1.1" status: 200 len: 848 time: 0.0929427 Apr 15 20:33:26.711392 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-3f070fda-6329-4d39-b098-f7f24b3adf44 req-9c06a579-f681-48be-9e92-fa34bad491a4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4a8caaf9-d17f-4cce-a886-22c8015a97d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0914671 Apr 15 20:33:26.883137 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-023605eb-7e88-4f65-b25d-0b2c019b5ac9 admin admin] Router 6beddfa5-51a5-4827-9303-ae1f11164a3c has already been hosted by L3 agent f2e50876-c35d-48fb-9e24-f0907444cef9 {{(pid=85411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 20:33:26.886018 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-e2fa0854-7095-4abb-ab53-68e50dd2812e None None] Provisioning complete for port 7c4ce4e2-6221-40cd-b1a5-0c8a63baf4d6 triggered by entity DHCP. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:33:26.886662 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e2fa0854-7095-4abb-ab53-68e50dd2812e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:26.920295 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-3f070fda-6329-4d39-b098-f7f24b3adf44 req-1bbfa63a-d16f-4508-988c-712327604510 service neutron] 10.222.0.76 "GET /v2.0/networks/4a8caaf9-d17f-4cce-a886-22c8015a97d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020731 Apr 15 20:33:27.198143 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-3f070fda-6329-4d39-b098-f7f24b3adf44 req-d9ab3f79-5cc6-47c0-b582-93ec303ddd4d service neutron] 10.222.0.76 "GET /v2.0/networks/4a8caaf9-d17f-4cce-a886-22c8015a97d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654212 Apr 15 20:33:27.266655 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-e2fa0854-7095-4abb-ab53-68e50dd2812e None None] Port 7c4ce4e2-6221-40cd-b1a5-0c8a63baf4d6 cannot update to ACTIVE because it is not bound. {{(pid=85413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 20:33:27.519667 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d7668-c048-48d8-a9bd-1feaf694a296 req-0063708a-2a51-4977-af8a-f04a4e244789 tempest-VolumesActionsTest-1820729551 tempest-VolumesActionsTest-1820729551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:27.521315 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-e97d7668-c048-48d8-a9bd-1feaf694a296 req-0063708a-2a51-4977-af8a-f04a4e244789 tempest-VolumesActionsTest-1820729551 tempest-VolumesActionsTest-1820729551-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc7207d6-3fd3-4fb7-aa91-420e34d2e3df HTTP/1.1" status: 200 len: 944 time: 0.8035488 Apr 15 20:33:27.528821 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-023605eb-7e88-4f65-b25d-0b2c019b5ac9 admin admin] Notify agent at l3_agent.dv-cinder-786386-2-smb the message routers_updated {{(pid=85411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 20:33:27.564741 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-023605eb-7e88-4f65-b25d-0b2c019b5ac9 admin admin] 10.222.0.69 "PUT /v2.0/routers/6beddfa5-51a5-4827-9303-ae1f11164a3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2609224 Apr 15 20:33:27.585902 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-e97d7668-c048-48d8-a9bd-1feaf694a296 req-063cd40d-eb3e-4edd-ae51-e8314ae8e60b tempest-VolumesActionsTest-1820729551 tempest-VolumesActionsTest-1820729551-project] 10.222.0.69 "GET /v2.0/security-groups?id=0acc7a80-9fd8-4941-92e3-9246714b276c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544491 Apr 15 20:33:27.780044 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c96e14-9564-49d7-89fe-674654805f19 req-74064f96-a623-4368-9d1e-823685be9e52 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:27.781756 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-a8c96e14-9564-49d7-89fe-674654805f19 req-74064f96-a623-4368-9d1e-823685be9e52 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6a5ef30-fb31-4a4a-b920-e6f83c17d0bf HTTP/1.1" status: 200 len: 945 time: 0.0940228 Apr 15 20:33:27.832422 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-a8c96e14-9564-49d7-89fe-674654805f19 req-f7678021-df7d-45ba-bce5-c37d1ea743e6 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438719 Apr 15 20:33:28.277453 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 59578) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:33:28.283678 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [None req-46a28f95-ae43-4cdf-8b51-328e49b1388e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1111261860-network', 'tenant_id': 'aaf5c499c6b0489b96ed7c627534b56e'}} {{(pid=85411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:33:28.288894 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-46a28f95-ae43-4cdf-8b51-328e49b1388e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:33:28.292998 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-46a28f95-ae43-4cdf-8b51-328e49b1388e admin admin] Usage tracker for resource:network and tenant:aaf5c499c6b0489b96ed7c627534b56e is out of sync, need to count used quota {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:33:28.296022 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-46a28f95-ae43-4cdf-8b51-328e49b1388e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:33:28.303147 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-46a28f95-ae43-4cdf-8b51-328e49b1388e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:33:28.312951 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a28f95-ae43-4cdf-8b51-328e49b1388e admin admin] Made reservation on behalf of aaf5c499c6b0489b96ed7c627534b56e for: {'network': 1} {{(pid=85411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:33:28.317752 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-46a28f95-ae43-4cdf-8b51-328e49b1388e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for network, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:28.330864 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-46a28f95-ae43-4cdf-8b51-328e49b1388e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:28.347490 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-46a28f95-ae43-4cdf-8b51-328e49b1388e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:33:28.351154 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-46a28f95-ae43-4cdf-8b51-328e49b1388e admin admin] Usage tracker for resource:security_group_rule and tenant:aaf5c499c6b0489b96ed7c627534b56e is out of sync, need to count used quota {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:33:28.354508 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-46a28f95-ae43-4cdf-8b51-328e49b1388e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:33:28.360784 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-46a28f95-ae43-4cdf-8b51-328e49b1388e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:33:28.462860 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-46a28f95-ae43-4cdf-8b51-328e49b1388e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:28.466044 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-46a28f95-ae43-4cdf-8b51-328e49b1388e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:28.473455 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-e8b18a19-428c-4943-981b-1bdb8e450c11 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:28.508550 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46a28f95-ae43-4cdf-8b51-328e49b1388e admin admin] vlan segment allocate from pool success with {'vlan_id': 1095, 'physical_network': 'physnet1'} {{(pid=85411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 20:33:28.510881 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a28f95-ae43-4cdf-8b51-328e49b1388e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30921483-4136-4b43-aa79-99fef99acbcd,revision_number=1']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:28.516526 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-46a28f95-ae43-4cdf-8b51-328e49b1388e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:28.521807 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-46a28f95-ae43-4cdf-8b51-328e49b1388e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-793'] for segment, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:28.522269 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.db.segments_db [None req-46a28f95-ae43-4cdf-8b51-328e49b1388e admin admin] Added segment abc8f794-913a-42a7-8857-bc6ab87aaa8b of type vlan for network 61b2887b-0b42-442b-9305-a85cc2352b38 Apr 15 20:33:28.549489 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-46a28f95-ae43-4cdf-8b51-328e49b1388e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791604676518'] for network, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:28.583548 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device cd59846e-fb68-4859-bdc9-e8e2e6a1d413 up at agent ovs-agent-dv-cinder-786386-2-smb {{(pid=85413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:33:28.584934 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-46a28f95-ae43-4cdf-8b51-328e49b1388e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16285283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461'] for network, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:28.586544 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a28f95-ae43-4cdf-8b51-328e49b1388e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:28.589426 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-46a28f95-ae43-4cdf-8b51-328e49b1388e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16483510'] for network, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:28.601286 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:28.697011 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-46a28f95-ae43-4cdf-8b51-328e49b1388e admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4180336 Apr 15 20:33:28.698119 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 59594) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:33:28.705632 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [None req-c2918387-5b2b-4b34-b010-7b96383bcb91 admin admin] Request body: {'subnet': {'network_id': '61b2887b-0b42-442b-9305-a85cc2352b38', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1111261860-subnet', 'tenant_id': 'aaf5c499c6b0489b96ed7c627534b56e', 'ip_version': 4}} {{(pid=85412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:33:28.705789 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Provisioning for port cd59846e-fb68-4859-bdc9-e8e2e6a1d413 completed by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:33:28.713995 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-c2918387-5b2b-4b34-b010-7b96383bcb91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:33:28.714628 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Provisioning complete for port cd59846e-fb68-4859-bdc9-e8e2e6a1d413 triggered by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:33:28.715094 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:28.723867 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-c2918387-5b2b-4b34-b010-7b96383bcb91 admin admin] Usage tracker for resource:subnet and tenant:aaf5c499c6b0489b96ed7c627534b56e is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:33:28.731901 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-c2918387-5b2b-4b34-b010-7b96383bcb91 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:33:28.735239 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a28f95-ae43-4cdf-8b51-328e49b1388e admin admin] Pushing event updated for resources: {'Network': ['ID=61b2887b-0b42-442b-9305-a85cc2352b38,revision_number=1']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:28.738515 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-46a28f95-ae43-4cdf-8b51-328e49b1388e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:28.745340 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-c2918387-5b2b-4b34-b010-7b96383bcb91 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:33:28.756424 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Network 61b2887b-0b42-442b-9305-a85cc2352b38 details requested by agent ovs-agent-dv-cinder-786386-2-smb with host dv-cinder-786386-2-smb {{(pid=85413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 20:33:28.760274 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2918387-5b2b-4b34-b010-7b96383bcb91 admin admin] Made reservation on behalf of aaf5c499c6b0489b96ed7c627534b56e for: {'subnet': 1} {{(pid=85412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:33:28.765765 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c2918387-5b2b-4b34-b010-7b96383bcb91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852727102'] for subnet, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:28.864678 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424105f9-6f1c-4322-b585-63691620d816 req-f517c36a-68f5-4002-9225-6f24f7ec9e24 tempest-VolumesActionsTest-1820729551 tempest-VolumesActionsTest-1820729551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:28.866422 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-424105f9-6f1c-4322-b585-63691620d816 req-f517c36a-68f5-4002-9225-6f24f7ec9e24 tempest-VolumesActionsTest-1820729551 tempest-VolumesActionsTest-1820729551-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc7207d6-3fd3-4fb7-aa91-420e34d2e3df HTTP/1.1" status: 200 len: 944 time: 0.1121745 Apr 15 20:33:28.938343 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-424105f9-6f1c-4322-b585-63691620d816 req-af414ba7-65c7-4a0c-ba21-14d9c843e660 tempest-VolumesActionsTest-1820729551 tempest-VolumesActionsTest-1820729551-project] 10.222.0.69 "GET /v2.0/security-groups?id=0acc7a80-9fd8-4941-92e3-9246714b276c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642862 Apr 15 20:33:28.980714 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:29.005707 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] For port cd59846e-fb68-4859-bdc9-e8e2e6a1d413, host dv-cinder-786386-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-2-smb',level=0,port_id=cd59846e-fb68-4859-bdc9-e8e2e6a1d413,segment=NetworkSegment(a2d970bc-47e1-42ab-bd62-edbddac3ac5a),segment_id=a2d970bc-47e1-42ab-bd62-edbddac3ac5a)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:33:29.010629 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:29.012667 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:29.099283 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Pushing event updated for resources: {'Port': ['ID=cd59846e-fb68-4859-bdc9-e8e2e6a1d413,revision_number=4']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:29.103373 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:29.171283 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115507c1-872b-46a5-bf52-e716721d42f0 req-8466737a-b296-49c1-9796-182de8e328e8 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:29.173207 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-115507c1-872b-46a5-bf52-e716721d42f0 req-8466737a-b296-49c1-9796-182de8e328e8 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6a5ef30-fb31-4a4a-b920-e6f83c17d0bf HTTP/1.1" status: 200 len: 945 time: 0.1142654 Apr 15 20:33:29.241391 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-115507c1-872b-46a5-bf52-e716721d42f0 req-8f8a76ff-273b-4cba-b691-cddbd15bafbd tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555315 Apr 15 20:33:29.261560 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c2918387-5b2b-4b34-b010-7b96383bcb91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16285263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852524089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852727055'] for subnet, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:29.277188 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:29.361644 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92589e3f-7e59-4b3c-ad49-14ca6183496f None None] Sync routers for ids ['6beddfa5-51a5-4827-9303-ae1f11164a3c'] in dv-cinder-786386-2-smb {{(pid=85413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 20:33:29.374846 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92589e3f-7e59-4b3c-ad49-14ca6183496f None None] Routers {'6beddfa5-51a5-4827-9303-ae1f11164a3c'} bound to L3 agent in host dv-cinder-786386-2-smb {{(pid=85413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:33:29.375547 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-92589e3f-7e59-4b3c-ad49-14ca6183496f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T20:23:47Z,description=,heartbeat_timestamp=2021-04-15T20:33:17Z,host='dv-cinder-786386-2-smb',id=f2e50876-c35d-48fb-9e24-f0907444cef9,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:23:48Z,topic='l3_agent')) {'router_ids': ['6beddfa5-51a5-4827-9303-ae1f11164a3c'], 'active': True} {{(pid=85413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:33:29.583838 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvr_db [None req-92589e3f-7e59-4b3c-ad49-14ca6183496f None None] Set router 6beddfa5-51a5-4827-9303-ae1f11164a3c gateway port host: dv-cinder-786386-2-smb {{(pid=85413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:33:29.623234 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2918387-5b2b-4b34-b010-7b96383bcb91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9560c1fc-4ebb-42f6-9a23-81d1bbb91ae6,revision_number=0']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:29.626137 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-c2918387-5b2b-4b34-b010-7b96383bcb91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:29.701139 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2918387-5b2b-4b34-b010-7b96383bcb91 admin admin] Checking segment: {'id': 'abc8f794-913a-42a7-8857-bc6ab87aaa8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '61b2887b-0b42-442b-9305-a85cc2352b38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:33:29.701532 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2918387-5b2b-4b34-b010-7b96383bcb91 admin admin] Network hostable DHCP agents. Network: 61b2887b-0b42-442b-9305-a85cc2352b38, hostable agents: ['ffb4b371-2790-46a0-bfdf-1689ebf5aa69'], hosted agents: [] {{(pid=85412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 20:33:29.725443 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2918387-5b2b-4b34-b010-7b96383bcb91 admin admin] Network 61b2887b-0b42-442b-9305-a85cc2352b38 is scheduled to be hosted by DHCP agent ffb4b371-2790-46a0-bfdf-1689ebf5aa69 with binding_index 1 {{(pid=85412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 20:33:29.737411 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.base_scheduler [None req-c2918387-5b2b-4b34-b010-7b96383bcb91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-2-smb, 61b2887b-0b42-442b-9305-a85cc2352b38) {{(pid=85412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:33:29.760024 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2918387-5b2b-4b34-b010-7b96383bcb91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:29.760945 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c2918387-5b2b-4b34-b010-7b96383bcb91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:29.782306 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-c2918387-5b2b-4b34-b010-7b96383bcb91 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0829589 Apr 15 20:33:29.785261 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 59612) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:33:29.790932 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [None req-02730359-fe57-4dbc-820a-f0008685a23c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1111261860-router', 'tenant_id': 'aaf5c499c6b0489b96ed7c627534b56e', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4'}}} {{(pid=85411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:33:29.796103 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-02730359-fe57-4dbc-820a-f0008685a23c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:33:29.800791 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-02730359-fe57-4dbc-820a-f0008685a23c admin admin] Usage tracker for resource:router and tenant:aaf5c499c6b0489b96ed7c627534b56e is out of sync, need to count used quota {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:33:29.804040 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-02730359-fe57-4dbc-820a-f0008685a23c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:33:29.809958 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-02730359-fe57-4dbc-820a-f0008685a23c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:33:29.820989 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-02730359-fe57-4dbc-820a-f0008685a23c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16371177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854772654'] for router, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:29.822100 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-02730359-fe57-4dbc-820a-f0008685a23c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838404812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838401942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036838395408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3161'] for router, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:29.840002 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791d34f2-a04a-4ee7-a6b5-9dd1eb5a1b03 None None] Network 61b2887b-0b42-442b-9305-a85cc2352b38 requested from dv-cinder-786386-2-smb {{(pid=85413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:33:29.877387 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-02730359-fe57-4dbc-820a-f0008685a23c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:30.166611 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-92589e3f-7e59-4b3c-ad49-14ca6183496f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6beddfa5-51a5-4827-9303-ae1f11164a3c', 'name': 'tempest-TestShelveInstance-687064141-router', 'tenant_id': '9bbdc00c388d464d85f419da9ce19122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.195'}], 'enable_snat': True}, 'gw_port_id': 'cd59846e-fb68-4859-bdc9-e8e2e6a1d413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:33:14Z', 'updated_at': '2021-04-15T20:33:25Z', 'revision_number': 4, 'project_id': '9bbdc00c388d464d85f419da9ce19122', 'gw_port': {'id': 'cd59846e-fb68-4859-bdc9-e8e2e6a1d413', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6beddfa5-51a5-4827-9303-ae1f11164a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:33:17Z', 'updated_at': '2021-04-15T20:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb', '_interfaces': [{'id': '7c4ce4e2-6221-40cd-b1a5-0c8a63baf4d6', 'name': '', 'network_id': '3d679279-eb30-4fda-a503-0553a06ff59c', 'tenant_id': '9bbdc00c388d464d85f419da9ce19122', 'mac_address': 'fa:16:3e:6d:22:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6beddfa5-51a5-4827-9303-ae1f11164a3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '6fa1339f-d41e-4eb8-bb6e-40a2c73235f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:33:24Z', 'updated_at': '2021-04-15T20:33:25Z', 'revision_number': 2, 'project_id': '9bbdc00c388d464d85f419da9ce19122', 'subnets': [{'id': '6fa1339f-d41e-4eb8-bb6e-40a2c73235f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-2-smb', False) {} {{(pid=85413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:33:30.172188 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35dddee3-f4ad-41ee-b3e4-402b7bf9fda4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28a7f39b-2ac9-5a6b-b489-919d75496104-61b2887b-0b42-442b-9305-a85cc2352b38', 'network_id': '61b2887b-0b42-442b-9305-a85cc2352b38', 'tenant_id': 'aaf5c499c6b0489b96ed7c627534b56e', 'fixed_ips': [{'subnet_id': '9560c1fc-4ebb-42f6-9a23-81d1bbb91ae6'}]}} from dv-cinder-786386-2-smb. {{(pid=85413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 20:33:30.173100 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-35dddee3-f4ad-41ee-b3e4-402b7bf9fda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_create {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:30.185092 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92589e3f-7e59-4b3c-ad49-14ca6183496f None None] Checking router: 6beddfa5-51a5-4827-9303-ae1f11164a3c for host: dv-cinder-786386-2-smb {{(pid=85413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 20:33:30.185514 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92589e3f-7e59-4b3c-ad49-14ca6183496f None None] Updating router 6beddfa5-51a5-4827-9303-ae1f11164a3c port 7c4ce4e2-6221-40cd-b1a5-0c8a63baf4d6 binding host dv-cinder-786386-2-smb {{(pid=85413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 20:33:30.252472 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-02730359-fe57-4dbc-820a-f0008685a23c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838401957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16371162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3176'] for router, precommit_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:30.303283 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-92589e3f-7e59-4b3c-ad49-14ca6183496f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:30.365945 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58143ca-3685-46c3-b11c-d656128e1907 req-bb3eebef-0fa8-492f-afe8-2b7e91e048a9 tempest-VolumesActionsTest-1820729551 tempest-VolumesActionsTest-1820729551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:30.369946 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c58143ca-3685-46c3-b11c-d656128e1907 req-bb3eebef-0fa8-492f-afe8-2b7e91e048a9 tempest-VolumesActionsTest-1820729551 tempest-VolumesActionsTest-1820729551-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc7207d6-3fd3-4fb7-aa91-420e34d2e3df HTTP/1.1" status: 200 len: 944 time: 0.3105052 Apr 15 20:33:30.433563 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c58143ca-3685-46c3-b11c-d656128e1907 req-b87409b2-5299-4d3e-a4f0-0d8949bfb70f tempest-VolumesActionsTest-1820729551 tempest-VolumesActionsTest-1820729551-project] 10.222.0.69 "GET /v2.0/security-groups?id=0acc7a80-9fd8-4941-92e3-9246714b276c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538023 Apr 15 20:33:30.711228 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-02730359-fe57-4dbc-820a-f0008685a23c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:30.744815 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-02730359-fe57-4dbc-820a-f0008685a23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:30.774784 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device 190a2be6-c862-4a39-8c7c-8e5b4554f508 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 20:33:30.777133 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device cd59846e-fb68-4859-bdc9-e8e2e6a1d413 up at agent ovs-agent-dv-cinder-786386-2-smb {{(pid=85413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:33:30.896639 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.db_base_plugin_common [None req-35dddee3-f4ad-41ee-b3e4-402b7bf9fda4 None None] Allocated IP 172.20.0.2 (61b2887b-0b42-442b-9305-a85cc2352b38/9560c1fc-4ebb-42f6-9a23-81d1bbb91ae6/34cecd23-3ca7-40dd-bcca-4781803f99f5) {{(pid=85413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:33:30.961821 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d94784d-a26c-4fab-968a-e015d94dc742 req-71b146f1-1fcc-4862-ba01-2facf2800661 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:30.963494 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-2d94784d-a26c-4fab-968a-e015d94dc742 req-71b146f1-1fcc-4862-ba01-2facf2800661 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6a5ef30-fb31-4a4a-b920-e6f83c17d0bf HTTP/1.1" status: 200 len: 945 time: 0.1694565 Apr 15 20:33:31.001064 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.db_base_plugin_common [None req-02730359-fe57-4dbc-820a-f0008685a23c admin admin] Allocated IP 172.28.3.39 (7c4aca2a-d888-4e9f-991a-bf8b268161b4/4dc7f199-63f9-40c2-a905-3297e9bf7ee9/0882d30b-baeb-4196-acb6-21207be45b24) {{(pid=85411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:33:31.032209 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-2d94784d-a26c-4fab-968a-e015d94dc742 req-e68a92c7-bc70-43aa-8eb7-94f01b015490 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588381 Apr 15 20:33:31.140338 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Provisioning complete for port cd59846e-fb68-4859-bdc9-e8e2e6a1d413 triggered by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:33:31.140758 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:31.197786 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-02730359-fe57-4dbc-820a-f0008685a23c admin admin] Notify callbacks [] for port, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:31.217631 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] For port 190a2be6-c862-4a39-8c7c-8e5b4554f508, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=190a2be6-c862-4a39-8c7c-8e5b4554f508,segment=NetworkSegment(88faec31-fb0a-463f-948a-b0fef7926e8a),segment_id=88faec31-fb0a-463f-948a-b0fef7926e8a)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:33:31.228544 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-02730359-fe57-4dbc-820a-f0008685a23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245250087898'] for port, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:31.244451 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-ece2ed55-df6a-40ce-a324-7219fbc22eb4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:31.313201 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Returning: {'device': '190a2be6-c862-4a39-8c7c-8e5b4554f508', 'network_id': '4a8caaf9-d17f-4cce-a886-22c8015a97d7', 'port_id': '190a2be6-c862-4a39-8c7c-8e5b4554f508', 'mac_address': 'fa:16:3e:62:17:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1091, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be8a6df3-5ebb-47df-9330-8083550d1d3e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 20:33:31.399499 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02730359-fe57-4dbc-820a-f0008685a23c admin admin] Pushing event updated for resources: {'Port': ['ID=0882d30b-baeb-4196-acb6-21207be45b24,revision_number=1']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:31.400541 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-92589e3f-7e59-4b3c-ad49-14ca6183496f None None] Notify callbacks [] for port, precommit_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:31.412691 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-02730359-fe57-4dbc-820a-f0008685a23c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:31.460276 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02730359-fe57-4dbc-820a-f0008685a23c admin admin] Network 7c4aca2a-d888-4e9f-991a-bf8b268161b4 is already hosted by enough agents. {{(pid=85411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:33:31.461655 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.base_scheduler [None req-02730359-fe57-4dbc-820a-f0008685a23c admin admin] Resources bound (agent type, host, resource id): {{(pid=85411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:33:31.465881 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02730359-fe57-4dbc-820a-f0008685a23c admin admin] Received port after_create {{(pid=85411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:33:31.476462 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-92589e3f-7e59-4b3c-ad49-14ca6183496f None None] Transition to ACTIVE for port object 7c4ce4e2-6221-40cd-b1a5-0c8a63baf4d6 will not be triggered until provisioned by entity L2. {{(pid=85413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:33:31.512443 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:31.549813 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 190a2be6-c862-4a39-8c7c-8e5b4554f508 {{(pid=85413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:33:31.567702 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-92589e3f-7e59-4b3c-ad49-14ca6183496f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:31.592421 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-62929122-e0df-44be-a2ee-9f4b96f97595 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:31.721716 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] For port 190a2be6-c862-4a39-8c7c-8e5b4554f508, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=190a2be6-c862-4a39-8c7c-8e5b4554f508,segment=NetworkSegment(88faec31-fb0a-463f-948a-b0fef7926e8a),segment_id=88faec31-fb0a-463f-948a-b0fef7926e8a)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:33:31.722968 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-35dddee3-f4ad-41ee-b3e4-402b7bf9fda4 None None] Notify callbacks [] for port, precommit_create {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:31.743190 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:31.769105 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-35dddee3-f4ad-41ee-b3e4-402b7bf9fda4 None None] Transition to ACTIVE for port object 34cecd23-3ca7-40dd-bcca-4781803f99f5 will not be triggered until provisioned by entity L2. {{(pid=85413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:33:31.785792 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a460ce8-b4b2-402c-a69f-c3ab80b97843 None None] Pushing event updated for resources: {'Port': ['ID=7c4ce4e2-6221-40cd-b1a5-0c8a63baf4d6,revision_number=3']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:31.793846 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-4a460ce8-b4b2-402c-a69f-c3ab80b97843 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:31.796333 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-7fa1953b-e2d4-4d7a-9f68-b1bdc4450b3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:31.870082 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-35dddee3-f4ad-41ee-b3e4-402b7bf9fda4 None None] Transition to ACTIVE for port object 34cecd23-3ca7-40dd-bcca-4781803f99f5 will not be triggered until provisioned by entity DHCP. {{(pid=85413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:33:31.901330 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-35dddee3-f4ad-41ee-b3e4-402b7bf9fda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245250087898'] for port, after_create {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:32.060091 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Pushing event updated for resources: {'Port': ['ID=190a2be6-c862-4a39-8c7c-8e5b4554f508,revision_number=4']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:32.079163 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:32.083675 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-7e53ad3b-62fe-4704-b847-6b8d259b4b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.166s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:32.133947 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d332611e-67cf-4fc1-b44a-63b17b76663e req-f64b7113-5a4a-4ac6-aee1-6ca14347cc48 tempest-VolumesActionsTest-1820729551 tempest-VolumesActionsTest-1820729551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:32.137213 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d332611e-67cf-4fc1-b44a-63b17b76663e req-f64b7113-5a4a-4ac6-aee1-6ca14347cc48 tempest-VolumesActionsTest-1820729551 tempest-VolumesActionsTest-1820729551-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc7207d6-3fd3-4fb7-aa91-420e34d2e3df HTTP/1.1" status: 200 len: 944 time: 0.5305409 Apr 15 20:33:32.210409 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d332611e-67cf-4fc1-b44a-63b17b76663e req-c29f471a-3f3b-4f3e-8d66-d633623a7954 tempest-VolumesActionsTest-1820729551 tempest-VolumesActionsTest-1820729551-project] 10.222.0.69 "GET /v2.0/security-groups?id=0acc7a80-9fd8-4941-92e3-9246714b276c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604153 Apr 15 20:33:32.244555 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-02730359-fe57-4dbc-820a-f0008685a23c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:32.276023 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] get_ports_and_sgs() called for port_ids ['190a2be6-c862-4a39-8c7c-8e5b4554f508'] {{(pid=85413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:33:32.306262 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dddee3-f4ad-41ee-b3e4-402b7bf9fda4 None None] Pushing event updated for resources: {'Port': ['ID=34cecd23-3ca7-40dd-bcca-4781803f99f5,revision_number=1']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:32.322742 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-35dddee3-f4ad-41ee-b3e4-402b7bf9fda4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:32.347362 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-92589e3f-7e59-4b3c-ad49-14ca6183496f None None] Attempting to bind port 7c4ce4e2-6221-40cd-b1a5-0c8a63baf4d6 on host dv-cinder-786386-2-smb for vnic_type normal with profile {{(pid=85413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:33:32.347778 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-92589e3f-7e59-4b3c-ad49-14ca6183496f None None] Attempting to bind port 7c4ce4e2-6221-40cd-b1a5-0c8a63baf4d6 by drivers openvswitch,hyperv on host dv-cinder-786386-2-smb at level 0 using segments [{'id': 'aa021547-3bc5-4b18-bf7b-1944f8c5afba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '3d679279-eb30-4fda-a503-0553a06ff59c'}] {{(pid=85413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:33:32.348190 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92589e3f-7e59-4b3c-ad49-14ca6183496f None None] Attempting to bind port 7c4ce4e2-6221-40cd-b1a5-0c8a63baf4d6 on network 3d679279-eb30-4fda-a503-0553a06ff59c {{(pid=85413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:33:32.372748 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92589e3f-7e59-4b3c-ad49-14ca6183496f None None] Checking agent: {'id': '30333bf1-a829-46d5-a227-fdc76695a1e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 23, 48), 'started_at': datetime.datetime(2021, 4, 15, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:33:32.373173 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92589e3f-7e59-4b3c-ad49-14ca6183496f None None] Checking segment: {'id': 'aa021547-3bc5-4b18-bf7b-1944f8c5afba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '3d679279-eb30-4fda-a503-0553a06ff59c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:33:32.373625 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-92589e3f-7e59-4b3c-ad49-14ca6183496f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:32.374065 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92589e3f-7e59-4b3c-ad49-14ca6183496f None None] Bound using segment: {'id': 'aa021547-3bc5-4b18-bf7b-1944f8c5afba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '3d679279-eb30-4fda-a503-0553a06ff59c'} {{(pid=85413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:33:32.374636 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-92589e3f-7e59-4b3c-ad49-14ca6183496f None None] Bound port: 7c4ce4e2-6221-40cd-b1a5-0c8a63baf4d6, host: dv-cinder-786386-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa021547-3bc5-4b18-bf7b-1944f8c5afba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '3d679279-eb30-4fda-a503-0553a06ff59c'}}] {{(pid=85413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:33:32.375057 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-92589e3f-7e59-4b3c-ad49-14ca6183496f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:32.408150 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35dddee3-f4ad-41ee-b3e4-402b7bf9fda4 None None] Network 61b2887b-0b42-442b-9305-a85cc2352b38 is already hosted by enough agents. {{(pid=85413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:33:32.411195 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.base_scheduler [None req-35dddee3-f4ad-41ee-b3e4-402b7bf9fda4 None None] Resources bound (agent type, host, resource id): {{(pid=85413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:33:32.438842 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dddee3-f4ad-41ee-b3e4-402b7bf9fda4 None None] Received port after_create {{(pid=85413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:33:32.713094 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 59662) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:33:32.792597 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-02730359-fe57-4dbc-820a-f0008685a23c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036838404654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16373820'] for router, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:32.803332 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-35dddee3-f4ad-41ee-b3e4-402b7bf9fda4 None None] Attempting to bind port 34cecd23-3ca7-40dd-bcca-4781803f99f5 on host dv-cinder-786386-2-smb for vnic_type normal with profile {{(pid=85413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:33:32.803755 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-35dddee3-f4ad-41ee-b3e4-402b7bf9fda4 None None] Attempting to bind port 34cecd23-3ca7-40dd-bcca-4781803f99f5 by drivers openvswitch,hyperv on host dv-cinder-786386-2-smb at level 0 using segments [{'id': 'abc8f794-913a-42a7-8857-bc6ab87aaa8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '61b2887b-0b42-442b-9305-a85cc2352b38'}] {{(pid=85413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:33:32.804161 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35dddee3-f4ad-41ee-b3e4-402b7bf9fda4 None None] Attempting to bind port 34cecd23-3ca7-40dd-bcca-4781803f99f5 on network 61b2887b-0b42-442b-9305-a85cc2352b38 {{(pid=85413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:33:32.824556 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35dddee3-f4ad-41ee-b3e4-402b7bf9fda4 None None] Checking agent: {'id': '30333bf1-a829-46d5-a227-fdc76695a1e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 23, 48), 'started_at': datetime.datetime(2021, 4, 15, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:33:32.824992 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35dddee3-f4ad-41ee-b3e4-402b7bf9fda4 None None] Checking segment: {'id': 'abc8f794-913a-42a7-8857-bc6ab87aaa8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '61b2887b-0b42-442b-9305-a85cc2352b38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:33:32.825402 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-35dddee3-f4ad-41ee-b3e4-402b7bf9fda4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:32.825841 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35dddee3-f4ad-41ee-b3e4-402b7bf9fda4 None None] Bound using segment: {'id': 'abc8f794-913a-42a7-8857-bc6ab87aaa8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '61b2887b-0b42-442b-9305-a85cc2352b38'} {{(pid=85413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:33:32.826388 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-35dddee3-f4ad-41ee-b3e4-402b7bf9fda4 None None] Bound port: 34cecd23-3ca7-40dd-bcca-4781803f99f5, host: dv-cinder-786386-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc8f794-913a-42a7-8857-bc6ab87aaa8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '61b2887b-0b42-442b-9305-a85cc2352b38'}}] {{(pid=85413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:33:32.826815 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-35dddee3-f4ad-41ee-b3e4-402b7bf9fda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:32.837978 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-92589e3f-7e59-4b3c-ad49-14ca6183496f None None] For port 7c4ce4e2-6221-40cd-b1a5-0c8a63baf4d6, host dv-cinder-786386-2-smb, cleared binding levels {{(pid=85413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:33:32.862146 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-92589e3f-7e59-4b3c-ad49-14ca6183496f None None] For port 7c4ce4e2-6221-40cd-b1a5-0c8a63baf4d6, host dv-cinder-786386-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-2-smb',level=0,port_id=7c4ce4e2-6221-40cd-b1a5-0c8a63baf4d6,segment=NetworkSegment(aa021547-3bc5-4b18-bf7b-1944f8c5afba),segment_id=aa021547-3bc5-4b18-bf7b-1944f8c5afba)] {{(pid=85413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:33:32.886877 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-d7e5d4d4-e30d-4c70-9335-7a85c5474e59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:32.906463 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-92589e3f-7e59-4b3c-ad49-14ca6183496f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:32.906867 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-d7e5d4d4-e30d-4c70-9335-7a85c5474e59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:33:32.911000 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-d7e5d4d4-e30d-4c70-9335-7a85c5474e59 admin admin] Usage tracker for resource:security_group_rule and tenant:5094ba283e034251a55c5bb119379e3e is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:33:32.913966 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-d7e5d4d4-e30d-4c70-9335-7a85c5474e59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:33:32.920181 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-d7e5d4d4-e30d-4c70-9335-7a85c5474e59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:33:32.930473 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:32.968707 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf720ca-f817-4a49-af71-b06613cfe903 req-30a17d2f-98ee-40a5-a177-fcdba189c54d tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:32.976622 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-4bf720ca-f817-4a49-af71-b06613cfe903 req-30a17d2f-98ee-40a5-a177-fcdba189c54d tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6a5ef30-fb31-4a4a-b920-e6f83c17d0bf HTTP/1.1" status: 200 len: 945 time: 0.4230285 Apr 15 20:33:33.019956 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-d7e5d4d4-e30d-4c70-9335-7a85c5474e59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:33.022952 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-d7e5d4d4-e30d-4c70-9335-7a85c5474e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:33.032383 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-c10b66b4-e558-447d-9b61-4ca06d810d03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:33.049206 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-4bf720ca-f817-4a49-af71-b06613cfe903 req-9b2b6d24-e849-4406-bede-cf502e6da28b tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711858 Apr 15 20:33:33.077579 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-d7e5d4d4-e30d-4c70-9335-7a85c5474e59 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5094ba283e034251a55c5bb119379e3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3633223 Apr 15 20:33:33.078838 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e5d4d4-e30d-4c70-9335-7a85c5474e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a3bb81-e9b1-4ac7-8fb9-df002855d5b4,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:33.081875 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 59668) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:33:33.101459 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-d7e5d4d4-e30d-4c70-9335-7a85c5474e59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:33.117027 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02730359-fe57-4dbc-820a-f0008685a23c admin admin] Router 5b4d92ec-a48c-47a1-8475-36fff48c344e is scheduled to L3 agent f2e50876-c35d-48fb-9e24-f0907444cef9 with binding_index 1 {{(pid=85411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 20:33:33.150006 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a460ce8-b4b2-402c-a69f-c3ab80b97843 None None] Pushing event updated for resources: {'Port': ['ID=7c4ce4e2-6221-40cd-b1a5-0c8a63baf4d6,revision_number=4']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:33.154252 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-2240a3d7-9900-45b0-9c86-571677d3b61f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:33.160136 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-4a460ce8-b4b2-402c-a69f-c3ab80b97843 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:33.163458 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-35dddee3-f4ad-41ee-b3e4-402b7bf9fda4 None None] For port 34cecd23-3ca7-40dd-bcca-4781803f99f5, host dv-cinder-786386-2-smb, cleared binding levels {{(pid=85413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:33:33.190255 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-2240a3d7-9900-45b0-9c86-571677d3b61f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:33.190982 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-35dddee3-f4ad-41ee-b3e4-402b7bf9fda4 None None] For port 34cecd23-3ca7-40dd-bcca-4781803f99f5, host dv-cinder-786386-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-2-smb',level=0,port_id=34cecd23-3ca7-40dd-bcca-4781803f99f5,segment=NetworkSegment(abc8f794-913a-42a7-8857-bc6ab87aaa8b),segment_id=abc8f794-913a-42a7-8857-bc6ab87aaa8b)] {{(pid=85413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:33:33.199523 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-35dddee3-f4ad-41ee-b3e4-402b7bf9fda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:33.216786 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-4a460ce8-b4b2-402c-a69f-c3ab80b97843 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:33.236676 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-2240a3d7-9900-45b0-9c86-571677d3b61f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:33.243912 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-178f7beb-7706-4256-a2c0-dfde358a9197 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:33.258592 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2240a3d7-9900-45b0-9c86-571677d3b61f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a3bb81-e9b1-4ac7-8fb9-df002855d5b4,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:33.262764 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-2240a3d7-9900-45b0-9c86-571677d3b61f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:33.266885 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-2240a3d7-9900-45b0-9c86-571677d3b61f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:33.268532 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-2240a3d7-9900-45b0-9c86-571677d3b61f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f9a3bb81-e9b1-4ac7-8fb9-df002855d5b4 HTTP/1.1" status: 204 len: 168 time: 0.1853499 Apr 15 20:33:33.403847 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dddee3-f4ad-41ee-b3e4-402b7bf9fda4 None None] Pushing event updated for resources: {'Port': ['ID=34cecd23-3ca7-40dd-bcca-4781803f99f5,revision_number=2']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:33.406595 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02730359-fe57-4dbc-820a-f0008685a23c admin admin] Notify agent at l3_agent.dv-cinder-786386-2-smb the message routers_updated {{(pid=85411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 20:33:33.417796 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92589e3f-7e59-4b3c-ad49-14ca6183496f None None] Routers {'6beddfa5-51a5-4827-9303-ae1f11164a3c'} bound to L3 agent in host dv-cinder-786386-2-smb {{(pid=85413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:33:33.418617 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-92589e3f-7e59-4b3c-ad49-14ca6183496f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T20:23:47Z,description=,heartbeat_timestamp=2021-04-15T20:33:17Z,host='dv-cinder-786386-2-smb',id=f2e50876-c35d-48fb-9e24-f0907444cef9,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:23:48Z,topic='l3_agent')) {'router_ids': ['6beddfa5-51a5-4827-9303-ae1f11164a3c'], 'active': True} {{(pid=85413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:33:33.420723 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b092c6a3-d3f3-4787-9dd6-73a947ced2d5 None None] Sync routers for ids ['5b4d92ec-a48c-47a1-8475-36fff48c344e'] in dv-cinder-786386-2-smb {{(pid=85414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 20:33:33.439945 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b092c6a3-d3f3-4787-9dd6-73a947ced2d5 None None] Routers {'5b4d92ec-a48c-47a1-8475-36fff48c344e'} bound to L3 agent in host dv-cinder-786386-2-smb {{(pid=85414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:33:33.443390 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-b092c6a3-d3f3-4787-9dd6-73a947ced2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T20:23:47Z,description=,heartbeat_timestamp=2021-04-15T20:33:17Z,host='dv-cinder-786386-2-smb',id=f2e50876-c35d-48fb-9e24-f0907444cef9,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:23:48Z,topic='l3_agent')) {'router_ids': ['5b4d92ec-a48c-47a1-8475-36fff48c344e'], 'active': True} {{(pid=85414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:33:33.457977 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-02730359-fe57-4dbc-820a-f0008685a23c admin admin] Notify callbacks [] for router, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:33.461557 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-02730359-fe57-4dbc-820a-f0008685a23c admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.6751478 Apr 15 20:33:33.464558 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 59678) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:33:33.495648 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-35dddee3-f4ad-41ee-b3e4-402b7bf9fda4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:33.689023 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvr_db [None req-b092c6a3-d3f3-4787-9dd6-73a947ced2d5 None None] Set router 5b4d92ec-a48c-47a1-8475-36fff48c344e gateway port host: dv-cinder-786386-2-smb {{(pid=85414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:33:33.716319 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvr_db [None req-92589e3f-7e59-4b3c-ad49-14ca6183496f None None] Set router 6beddfa5-51a5-4827-9303-ae1f11164a3c gateway port host: dv-cinder-786386-2-smb {{(pid=85413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:33:33.994285 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a15a23-8a7d-4d16-9659-bdd70b57ffd4 req-8dbe9620-9e61-438f-ae1f-ec001d33f371 tempest-VolumesActionsTest-1820729551 tempest-VolumesActionsTest-1820729551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:34.002121 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-01a15a23-8a7d-4d16-9659-bdd70b57ffd4 req-8dbe9620-9e61-438f-ae1f-ec001d33f371 tempest-VolumesActionsTest-1820729551 tempest-VolumesActionsTest-1820729551-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc7207d6-3fd3-4fb7-aa91-420e34d2e3df HTTP/1.1" status: 200 len: 945 time: 0.5390644 Apr 15 20:33:34.077528 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-b092c6a3-d3f3-4787-9dd6-73a947ced2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4d92ec-a48c-47a1-8475-36fff48c344e', 'name': 'tempest-TestShelveInstance-1111261860-router', 'tenant_id': 'aaf5c499c6b0489b96ed7c627534b56e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.39'}], 'enable_snat': True}, 'gw_port_id': '0882d30b-baeb-4196-acb6-21207be45b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:33:29Z', 'updated_at': '2021-04-15T20:33:31Z', 'revision_number': 3, 'project_id': 'aaf5c499c6b0489b96ed7c627534b56e', 'gw_port': {'id': '0882d30b-baeb-4196-acb6-21207be45b24', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:36:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4d92ec-a48c-47a1-8475-36fff48c344e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:33:30Z', 'updated_at': '2021-04-15T20:33:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb'}], 'dv-cinder-786386-2-smb', False) {} {{(pid=85414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:33:34.088032 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b092c6a3-d3f3-4787-9dd6-73a947ced2d5 None None] Checking router: 5b4d92ec-a48c-47a1-8475-36fff48c344e for host: dv-cinder-786386-2-smb {{(pid=85414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 20:33:34.088443 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b092c6a3-d3f3-4787-9dd6-73a947ced2d5 None None] Updating router 5b4d92ec-a48c-47a1-8475-36fff48c344e port 0882d30b-baeb-4196-acb6-21207be45b24 binding host dv-cinder-786386-2-smb {{(pid=85414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 20:33:34.156187 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-b092c6a3-d3f3-4787-9dd6-73a947ced2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:34.222070 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-01a15a23-8a7d-4d16-9659-bdd70b57ffd4 req-6b547155-9266-426e-90db-3fc9b174bf45 tempest-VolumesActionsTest-1820729551 tempest-VolumesActionsTest-1820729551-project] 10.222.0.69 "GET /v2.0/security-groups?id=0acc7a80-9fd8-4941-92e3-9246714b276c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188675 Apr 15 20:33:34.304600 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-92589e3f-7e59-4b3c-ad49-14ca6183496f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6beddfa5-51a5-4827-9303-ae1f11164a3c', 'name': 'tempest-TestShelveInstance-687064141-router', 'tenant_id': '9bbdc00c388d464d85f419da9ce19122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.195'}], 'enable_snat': True}, 'gw_port_id': 'cd59846e-fb68-4859-bdc9-e8e2e6a1d413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:33:14Z', 'updated_at': '2021-04-15T20:33:25Z', 'revision_number': 4, 'project_id': '9bbdc00c388d464d85f419da9ce19122', 'gw_port': {'id': 'cd59846e-fb68-4859-bdc9-e8e2e6a1d413', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6beddfa5-51a5-4827-9303-ae1f11164a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:33:17Z', 'updated_at': '2021-04-15T20:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb', '_interfaces': [{'id': '7c4ce4e2-6221-40cd-b1a5-0c8a63baf4d6', 'name': '', 'network_id': '3d679279-eb30-4fda-a503-0553a06ff59c', 'tenant_id': '9bbdc00c388d464d85f419da9ce19122', 'mac_address': 'fa:16:3e:6d:22:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6beddfa5-51a5-4827-9303-ae1f11164a3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '6fa1339f-d41e-4eb8-bb6e-40a2c73235f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:33:24Z', 'updated_at': '2021-04-15T20:33:32Z', 'revision_number': 4, 'project_id': '9bbdc00c388d464d85f419da9ce19122', 'subnets': [{'id': '6fa1339f-d41e-4eb8-bb6e-40a2c73235f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-2-smb', False) {} {{(pid=85413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:33:34.308023 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92589e3f-7e59-4b3c-ad49-14ca6183496f None None] The sync data for ids ['6beddfa5-51a5-4827-9303-ae1f11164a3c'] in dv-cinder-786386-2-smb is: [{'id': '6beddfa5-51a5-4827-9303-ae1f11164a3c', 'name': 'tempest-TestShelveInstance-687064141-router', 'tenant_id': '9bbdc00c388d464d85f419da9ce19122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.195'}], 'enable_snat': True}, 'gw_port_id': 'cd59846e-fb68-4859-bdc9-e8e2e6a1d413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:33:14Z', 'updated_at': '2021-04-15T20:33:25Z', 'revision_number': 4, 'project_id': '9bbdc00c388d464d85f419da9ce19122', 'gw_port': {'id': 'cd59846e-fb68-4859-bdc9-e8e2e6a1d413', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6beddfa5-51a5-4827-9303-ae1f11164a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:33:17Z', 'updated_at': '2021-04-15T20:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb', '_interfaces': [{'id': '7c4ce4e2-6221-40cd-b1a5-0c8a63baf4d6', 'name': '', 'network_id': '3d679279-eb30-4fda-a503-0553a06ff59c', 'tenant_id': '9bbdc00c388d464d85f419da9ce19122', 'mac_address': 'fa:16:3e:6d:22:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6beddfa5-51a5-4827-9303-ae1f11164a3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '6fa1339f-d41e-4eb8-bb6e-40a2c73235f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:33:24Z', 'updated_at': '2021-04-15T20:33:32Z', 'revision_number': 4, 'project_id': '9bbdc00c388d464d85f419da9ce19122', 'subnets': [{'id': '6fa1339f-d41e-4eb8-bb6e-40a2c73235f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 20:33:34.553371 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device 190a2be6-c862-4a39-8c7c-8e5b4554f508 up at agent hyperv_hv-cinder-78638 {{(pid=85413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:33:34.734593 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Provisioning for port 190a2be6-c862-4a39-8c7c-8e5b4554f508 completed by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:33:34.748892 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Provisioning complete for port 190a2be6-c862-4a39-8c7c-8e5b4554f508 triggered by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:33:34.749314 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:34.793059 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device 7c4ce4e2-6221-40cd-b1a5-0c8a63baf4d6 up at agent ovs-agent-dv-cinder-786386-2-smb {{(pid=85413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:33:34.849418 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-b092c6a3-d3f3-4787-9dd6-73a947ced2d5 None None] Notify callbacks [] for port, precommit_update {{(pid=85414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:34.867029 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-b092c6a3-d3f3-4787-9dd6-73a947ced2d5 None None] Transition to ACTIVE for port object 0882d30b-baeb-4196-acb6-21207be45b24 will not be triggered until provisioned by entity L2. {{(pid=85414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:33:34.885050 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-b092c6a3-d3f3-4787-9dd6-73a947ced2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:34.914280 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-23b3daf3-e6ba-435d-8dce-70dc73df4be0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:35.093931 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Provisioning for port 7c4ce4e2-6221-40cd-b1a5-0c8a63baf4d6 completed by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:33:35.111233 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Provisioning complete for port 7c4ce4e2-6221-40cd-b1a5-0c8a63baf4d6 triggered by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:33:35.111652 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:35.156658 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-65be239d-a3a5-4737-a4f3-494d991c2545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:35.193201 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a5753d-2ef9-4a0e-bc07-4c76764a2345 None None] Pushing event updated for resources: {'Port': ['ID=0882d30b-baeb-4196-acb6-21207be45b24,revision_number=2']} {{(pid=85414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:35.198458 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-99a5753d-2ef9-4a0e-bc07-4c76764a2345 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=85414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:35.227875 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:35.282004 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] For port 190a2be6-c862-4a39-8c7c-8e5b4554f508, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=190a2be6-c862-4a39-8c7c-8e5b4554f508,segment=NetworkSegment(88faec31-fb0a-463f-948a-b0fef7926e8a),segment_id=88faec31-fb0a-463f-948a-b0fef7926e8a)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:33:35.295137 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d4edcb-ca6a-453e-bc43-1f34d5fa1b03 req-8c5145b3-1255-4296-ab67-25e4e35514bc tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:35.303289 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-b092c6a3-d3f3-4787-9dd6-73a947ced2d5 None None] Attempting to bind port 0882d30b-baeb-4196-acb6-21207be45b24 on host dv-cinder-786386-2-smb for vnic_type normal with profile {{(pid=85414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:33:35.303698 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-b092c6a3-d3f3-4787-9dd6-73a947ced2d5 None None] Attempting to bind port 0882d30b-baeb-4196-acb6-21207be45b24 by drivers openvswitch,hyperv on host dv-cinder-786386-2-smb at level 0 using segments [{'id': 'a2d970bc-47e1-42ab-bd62-edbddac3ac5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4'}] {{(pid=85414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:33:35.304101 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b092c6a3-d3f3-4787-9dd6-73a947ced2d5 None None] Attempting to bind port 0882d30b-baeb-4196-acb6-21207be45b24 on network 7c4aca2a-d888-4e9f-991a-bf8b268161b4 {{(pid=85414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:33:35.304223 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f1d4edcb-ca6a-453e-bc43-1f34d5fa1b03 req-8c5145b3-1255-4296-ab67-25e4e35514bc tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6a5ef30-fb31-4a4a-b920-e6f83c17d0bf HTTP/1.1" status: 200 len: 945 time: 0.2870061 Apr 15 20:33:35.311368 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b092c6a3-d3f3-4787-9dd6-73a947ced2d5 None None] Checking agent: {'id': '30333bf1-a829-46d5-a227-fdc76695a1e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 23, 48), 'started_at': datetime.datetime(2021, 4, 15, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:33:35.311781 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b092c6a3-d3f3-4787-9dd6-73a947ced2d5 None None] Checking segment: {'id': 'a2d970bc-47e1-42ab-bd62-edbddac3ac5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:33:35.312223 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-b092c6a3-d3f3-4787-9dd6-73a947ced2d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:35.312651 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b092c6a3-d3f3-4787-9dd6-73a947ced2d5 None None] Bound using segment: {'id': 'a2d970bc-47e1-42ab-bd62-edbddac3ac5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4'} {{(pid=85414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:33:35.313371 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-b092c6a3-d3f3-4787-9dd6-73a947ced2d5 None None] Bound port: 0882d30b-baeb-4196-acb6-21207be45b24, host: dv-cinder-786386-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d970bc-47e1-42ab-bd62-edbddac3ac5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4'}}] {{(pid=85414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:33:35.314677 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-b092c6a3-d3f3-4787-9dd6-73a947ced2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:35.361275 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc7207d6-3fd3-4fb7-aa91-420e34d2e3df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '190a2be6-c862-4a39-8c7c-8e5b4554f508'}] {{(pid=85413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:33:35.374163 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:35.382955 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-35dddee3-f4ad-41ee-b3e4-402b7bf9fda4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:35.450244 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-b092c6a3-d3f3-4787-9dd6-73a947ced2d5 None None] For port 0882d30b-baeb-4196-acb6-21207be45b24, host dv-cinder-786386-2-smb, cleared binding levels {{(pid=85414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:33:35.453802 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f1d4edcb-ca6a-453e-bc43-1f34d5fa1b03 req-98515ae2-1d98-4557-8654-046ca72b4dd2 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481922 Apr 15 20:33:35.456325 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:35.467776 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-b092c6a3-d3f3-4787-9dd6-73a947ced2d5 None None] For port 0882d30b-baeb-4196-acb6-21207be45b24, host dv-cinder-786386-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-2-smb',level=0,port_id=0882d30b-baeb-4196-acb6-21207be45b24,segment=NetworkSegment(a2d970bc-47e1-42ab-bd62-edbddac3ac5a),segment_id=a2d970bc-47e1-42ab-bd62-edbddac3ac5a)] {{(pid=85414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:33:35.472891 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-b092c6a3-d3f3-4787-9dd6-73a947ced2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:35.530513 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:35.647026 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.db_base_plugin_common [None req-65be239d-a3a5-4737-a4f3-494d991c2545 admin admin] Allocated IP 172.20.0.1 (61b2887b-0b42-442b-9305-a85cc2352b38/9560c1fc-4ebb-42f6-9a23-81d1bbb91ae6/ff4275d1-4759-407e-a1d3-e7e9feb2e0a6) {{(pid=85411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:33:35.824390 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a5753d-2ef9-4a0e-bc07-4c76764a2345 None None] Pushing event updated for resources: {'Port': ['ID=0882d30b-baeb-4196-acb6-21207be45b24,revision_number=3']} {{(pid=85414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:35.827850 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-99a5753d-2ef9-4a0e-bc07-4c76764a2345 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=85414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:35.902782 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b092c6a3-d3f3-4787-9dd6-73a947ced2d5 None None] Routers {'5b4d92ec-a48c-47a1-8475-36fff48c344e'} bound to L3 agent in host dv-cinder-786386-2-smb {{(pid=85414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:33:35.903622 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-b092c6a3-d3f3-4787-9dd6-73a947ced2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T20:23:47Z,description=,heartbeat_timestamp=2021-04-15T20:33:17Z,host='dv-cinder-786386-2-smb',id=f2e50876-c35d-48fb-9e24-f0907444cef9,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:23:48Z,topic='l3_agent')) {'router_ids': ['5b4d92ec-a48c-47a1-8475-36fff48c344e'], 'active': True} {{(pid=85414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:33:35.920022 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Pushing event updated for resources: {'Port': ['ID=190a2be6-c862-4a39-8c7c-8e5b4554f508,revision_number=5']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:35.926905 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] For port 7c4ce4e2-6221-40cd-b1a5-0c8a63baf4d6, host dv-cinder-786386-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-2-smb',level=0,port_id=7c4ce4e2-6221-40cd-b1a5-0c8a63baf4d6,segment=NetworkSegment(aa021547-3bc5-4b18-bf7b-1944f8c5afba),segment_id=aa021547-3bc5-4b18-bf7b-1944f8c5afba)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:33:35.928121 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:35.936354 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:35.937304 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device 34cecd23-3ca7-40dd-bcca-4781803f99f5 up at agent ovs-agent-dv-cinder-786386-2-smb {{(pid=85413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:33:36.016128 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-4a460ce8-b4b2-402c-a69f-c3ab80b97843 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:36.047808 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83211db4-d9b8-41a1-a74e-7fe1f9a1b0d9 req-ac2603b4-82ee-4091-8aa8-4f53674ba6d9 tempest-VolumesActionsTest-1820729551 tempest-VolumesActionsTest-1820729551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:36.047808 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-83211db4-d9b8-41a1-a74e-7fe1f9a1b0d9 req-ac2603b4-82ee-4091-8aa8-4f53674ba6d9 tempest-VolumesActionsTest-1820729551 tempest-VolumesActionsTest-1820729551-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc7207d6-3fd3-4fb7-aa91-420e34d2e3df HTTP/1.1" status: 200 len: 946 time: 0.3396823 Apr 15 20:33:36.091133 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-65be239d-a3a5-4737-a4f3-494d991c2545 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:36.110962 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597f91e3-f383-4001-beec-f94db72ddb67 None None] Network 61b2887b-0b42-442b-9305-a85cc2352b38 requested from dv-cinder-786386-2-smb {{(pid=85413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:33:36.135581 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-83211db4-d9b8-41a1-a74e-7fe1f9a1b0d9 req-e25b8cba-c52d-41d2-bab8-d268e9554de3 tempest-VolumesActionsTest-1820729551 tempest-VolumesActionsTest-1820729551-project] 10.222.0.69 "GET /v2.0/security-groups?id=0acc7a80-9fd8-4941-92e3-9246714b276c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779049 Apr 15 20:33:36.152328 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-65be239d-a3a5-4737-a4f3-494d991c2545 admin admin] Transition to ACTIVE for port object ff4275d1-4759-407e-a1d3-e7e9feb2e0a6 will not be triggered until provisioned by entity DHCP. {{(pid=85411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:33:36.215245 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-65be239d-a3a5-4737-a4f3-494d991c2545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245250087898'] for port, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:36.256725 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-0d757164-194a-49b5-9cb1-a8539a7f4469 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:36.321781 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc7207d6-3fd3-4fb7-aa91-420e34d2e3df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '190a2be6-c862-4a39-8c7c-8e5b4554f508', 'code': 200} Apr 15 20:33:36.377450 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-558423d1-6419-452e-a9ff-161357a5faa3 None None] Provisioning for port 34cecd23-3ca7-40dd-bcca-4781803f99f5 completed by entity DHCP. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:33:36.407945 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Pushing event updated for resources: {'Port': ['ID=7c4ce4e2-6221-40cd-b1a5-0c8a63baf4d6,revision_number=5']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:36.412956 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:36.513189 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Provisioning for port 34cecd23-3ca7-40dd-bcca-4781803f99f5 completed by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:33:36.531655 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Provisioning complete for port 34cecd23-3ca7-40dd-bcca-4781803f99f5 triggered by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:33:36.532086 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:36.533226 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65be239d-a3a5-4737-a4f3-494d991c2545 admin admin] Pushing event updated for resources: {'Port': ['ID=ff4275d1-4759-407e-a1d3-e7e9feb2e0a6,revision_number=1']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:36.537193 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-65be239d-a3a5-4737-a4f3-494d991c2545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:36.561810 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 59740) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:33:36.674034 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65be239d-a3a5-4737-a4f3-494d991c2545 admin admin] Network 61b2887b-0b42-442b-9305-a85cc2352b38 is already hosted by enough agents. {{(pid=85411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:33:36.675561 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvr_db [None req-b092c6a3-d3f3-4787-9dd6-73a947ced2d5 None None] Set router 5b4d92ec-a48c-47a1-8475-36fff48c344e gateway port host: dv-cinder-786386-2-smb {{(pid=85414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:33:36.675967 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.base_scheduler [None req-65be239d-a3a5-4737-a4f3-494d991c2545 admin admin] Resources bound (agent type, host, resource id): {{(pid=85411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:33:36.682933 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65be239d-a3a5-4737-a4f3-494d991c2545 admin admin] Received port after_create {{(pid=85411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:33:36.683591 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-65be239d-a3a5-4737-a4f3-494d991c2545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838406535'] for router_interface, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:36.688925 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2378036-4afe-4cd5-82e4-f4c283dd3dfc req-8223c1b3-bb52-4de6-95fb-1e45545d5286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:36.695909 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-b2378036-4afe-4cd5-82e4-f4c283dd3dfc req-8223c1b3-bb52-4de6-95fb-1e45545d5286 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=fc7207d6-3fd3-4fb7-aa91-420e34d2e3df HTTP/1.1" status: 200 len: 1099 time: 0.1422980 Apr 15 20:33:36.785689 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:36.803569 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-b2378036-4afe-4cd5-82e4-f4c283dd3dfc req-2337736f-3156-48ab-9c06-2250ee864519 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=0acc7a80-9fd8-4941-92e3-9246714b276c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001911 Apr 15 20:33:36.844519 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] For port 34cecd23-3ca7-40dd-bcca-4781803f99f5, host dv-cinder-786386-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-2-smb',level=0,port_id=34cecd23-3ca7-40dd-bcca-4781803f99f5,segment=NetworkSegment(abc8f794-913a-42a7-8857-bc6ab87aaa8b),segment_id=abc8f794-913a-42a7-8857-bc6ab87aaa8b)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:33:36.849956 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:36.852290 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:36.899164 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-44cff9d7-bfda-4bf0-b8aa-76fa51c3b883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:36.928146 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-44cff9d7-bfda-4bf0-b8aa-76fa51c3b883 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:33:36.932481 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-65be239d-a3a5-4737-a4f3-494d991c2545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:36.936781 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Pushing event updated for resources: {'Port': ['ID=34cecd23-3ca7-40dd-bcca-4781803f99f5,revision_number=3']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:36.941152 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:36.951951 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-44cff9d7-bfda-4bf0-b8aa-76fa51c3b883 admin admin] Usage tracker for resource:security_group_rule and tenant:be64255bfa294046be6ce6c145e3a54e is out of sync, need to count used quota {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:33:36.958337 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-44cff9d7-bfda-4bf0-b8aa-76fa51c3b883 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:33:36.998602 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device 7c4ce4e2-6221-40cd-b1a5-0c8a63baf4d6 up at agent ovs-agent-dv-cinder-786386-2-smb {{(pid=85413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:33:37.015252 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-44cff9d7-bfda-4bf0-b8aa-76fa51c3b883 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:33:37.089694 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Provisioning complete for port 7c4ce4e2-6221-40cd-b1a5-0c8a63baf4d6 triggered by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:33:37.089886 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc48446d-65d6-4938-ba2d-72682e5f5adf req-951a528e-d366-4572-ada1-131b17872e6f tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:37.090279 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:37.091477 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-cc48446d-65d6-4938-ba2d-72682e5f5adf req-951a528e-d366-4572-ada1-131b17872e6f tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6a5ef30-fb31-4a4a-b920-e6f83c17d0bf HTTP/1.1" status: 200 len: 945 time: 0.2912025 Apr 15 20:33:37.120095 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-b092c6a3-d3f3-4787-9dd6-73a947ced2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4d92ec-a48c-47a1-8475-36fff48c344e', 'name': 'tempest-TestShelveInstance-1111261860-router', 'tenant_id': 'aaf5c499c6b0489b96ed7c627534b56e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.39'}], 'enable_snat': True}, 'gw_port_id': '0882d30b-baeb-4196-acb6-21207be45b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:33:29Z', 'updated_at': '2021-04-15T20:33:31Z', 'revision_number': 3, 'project_id': 'aaf5c499c6b0489b96ed7c627534b56e', 'gw_port': {'id': '0882d30b-baeb-4196-acb6-21207be45b24', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:36:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4d92ec-a48c-47a1-8475-36fff48c344e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:33:30Z', 'updated_at': '2021-04-15T20:33:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb'}], 'dv-cinder-786386-2-smb', False) {} {{(pid=85414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:33:37.124812 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b092c6a3-d3f3-4787-9dd6-73a947ced2d5 None None] The sync data for ids ['5b4d92ec-a48c-47a1-8475-36fff48c344e'] in dv-cinder-786386-2-smb is: [{'id': '5b4d92ec-a48c-47a1-8475-36fff48c344e', 'name': 'tempest-TestShelveInstance-1111261860-router', 'tenant_id': 'aaf5c499c6b0489b96ed7c627534b56e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.39'}], 'enable_snat': True}, 'gw_port_id': '0882d30b-baeb-4196-acb6-21207be45b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:33:29Z', 'updated_at': '2021-04-15T20:33:31Z', 'revision_number': 3, 'project_id': 'aaf5c499c6b0489b96ed7c627534b56e', 'gw_port': {'id': '0882d30b-baeb-4196-acb6-21207be45b24', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:36:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4d92ec-a48c-47a1-8475-36fff48c344e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:33:30Z', 'updated_at': '2021-04-15T20:33:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb'}] {{(pid=85414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 20:33:37.186810 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-b13151f3-c5a0-4474-863d-784e498e4e0e None None] Provisioning for port ff4275d1-4759-407e-a1d3-e7e9feb2e0a6 completed by entity DHCP. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:33:37.227695 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-b13151f3-c5a0-4474-863d-784e498e4e0e None None] Provisioning complete for port ff4275d1-4759-407e-a1d3-e7e9feb2e0a6 triggered by entity DHCP. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:33:37.227887 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-b13151f3-c5a0-4474-863d-784e498e4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:37.294809 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-44cff9d7-bfda-4bf0-b8aa-76fa51c3b883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:37.298556 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-cc48446d-65d6-4938-ba2d-72682e5f5adf req-93a6f956-7d9b-4ff6-a1d8-85fbfdb016a5 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681955 Apr 15 20:33:37.307074 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-44cff9d7-bfda-4bf0-b8aa-76fa51c3b883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:37.317534 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-b13151f3-c5a0-4474-863d-784e498e4e0e None None] Port ff4275d1-4759-407e-a1d3-e7e9feb2e0a6 cannot update to ACTIVE because it is not bound. {{(pid=85413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 20:33:37.354033 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-b13151f3-c5a0-4474-863d-784e498e4e0e None None] Provisioning complete for port 34cecd23-3ca7-40dd-bcca-4781803f99f5 triggered by entity DHCP. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:33:37.354587 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-b13151f3-c5a0-4474-863d-784e498e4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:37.395078 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:37.407659 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 59750) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:33:37.426275 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-44cff9d7-bfda-4bf0-b8aa-76fa51c3b883 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=be64255bfa294046be6ce6c145e3a54e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8630130 Apr 15 20:33:37.506455 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-62ffaa33-e97f-41f0-817b-944d3a40d5ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:37.537651 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-62ffaa33-e97f-41f0-817b-944d3a40d5ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:37.567014 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cff9d7-bfda-4bf0-b8aa-76fa51c3b883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2820d4c3-ad60-4659-a983-743eb62e9cbd,revision_number=1']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:37.574501 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-44cff9d7-bfda-4bf0-b8aa-76fa51c3b883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:37.579611 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-65be239d-a3a5-4737-a4f3-494d991c2545 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:37.590663 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-65be239d-a3a5-4737-a4f3-494d991c2545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:37.596229 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-62ffaa33-e97f-41f0-817b-944d3a40d5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:37.599781 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-65be239d-a3a5-4737-a4f3-494d991c2545 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16483476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16369182'] for router_interface, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:37.601682 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-c17e2bf9-c6a3-4ca5-995c-64356c870395 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:37.617470 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-51a7cc59-a161-40de-a58b-d32b2bf18a2c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:37.618754 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ffaa33-e97f-41f0-817b-944d3a40d5ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2820d4c3-ad60-4659-a983-743eb62e9cbd,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:37.621503 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-62ffaa33-e97f-41f0-817b-944d3a40d5ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:37.636939 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-62ffaa33-e97f-41f0-817b-944d3a40d5ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:37.641292 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-62ffaa33-e97f-41f0-817b-944d3a40d5ce admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2820d4c3-ad60-4659-a983-743eb62e9cbd HTTP/1.1" status: 204 len: 168 time: 0.2323291 Apr 15 20:33:37.700933 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-2931fb4a-c9d6-420d-ade5-3f07f0ec534c None None] Provisioning complete for port ff4275d1-4759-407e-a1d3-e7e9feb2e0a6 triggered by entity DHCP. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:33:37.700933 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-2931fb4a-c9d6-420d-ade5-3f07f0ec534c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:37.765020 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65be239d-a3a5-4737-a4f3-494d991c2545 admin admin] Pushing event updated for resources: {'Port': ['ID=ff4275d1-4759-407e-a1d3-e7e9feb2e0a6,revision_number=2']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:37.770824 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-65be239d-a3a5-4737-a4f3-494d991c2545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:37.786897 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-2931fb4a-c9d6-420d-ade5-3f07f0ec534c None None] Port ff4275d1-4759-407e-a1d3-e7e9feb2e0a6 cannot update to ACTIVE because it is not bound. {{(pid=85413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 20:33:37.792928 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602cfb18-b85a-4dc7-9709-c502892d4712 req-f3cac7aa-8a90-48c7-9c78-2ca1c9af3955 tempest-VolumesActionsTest-1820729551 tempest-VolumesActionsTest-1820729551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:37.799062 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-602cfb18-b85a-4dc7-9709-c502892d4712 req-f3cac7aa-8a90-48c7-9c78-2ca1c9af3955 tempest-VolumesActionsTest-1820729551 tempest-VolumesActionsTest-1820729551-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc7207d6-3fd3-4fb7-aa91-420e34d2e3df HTTP/1.1" status: 200 len: 946 time: 0.3640161 Apr 15 20:33:37.889145 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-602cfb18-b85a-4dc7-9709-c502892d4712 req-ec1764f2-2561-4ea5-b6e7-9654d2010db9 tempest-VolumesActionsTest-1820729551 tempest-VolumesActionsTest-1820729551-project] 10.222.0.69 "GET /v2.0/security-groups?id=0acc7a80-9fd8-4941-92e3-9246714b276c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848613 Apr 15 20:33:37.903912 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65be239d-a3a5-4737-a4f3-494d991c2545 admin admin] Network 61b2887b-0b42-442b-9305-a85cc2352b38 is already hosted by enough agents. {{(pid=85411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:33:37.905143 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.base_scheduler [None req-65be239d-a3a5-4737-a4f3-494d991c2545 admin admin] Resources bound (agent type, host, resource id): {{(pid=85411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:33:38.124799 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 59762) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:33:38.149265 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-313f0b31-a195-4e13-9705-71cbfe51ac88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:38.183685 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-313f0b31-a195-4e13-9705-71cbfe51ac88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:33:38.190168 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-313f0b31-a195-4e13-9705-71cbfe51ac88 admin admin] Usage tracker for resource:security_group_rule and tenant:05fad51eafbb4db28fb123b6b5481070 is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:33:38.193421 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-313f0b31-a195-4e13-9705-71cbfe51ac88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:33:38.200580 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-313f0b31-a195-4e13-9705-71cbfe51ac88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:33:38.214113 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-9cb93668-e753-4ec1-a244-69b4998793fb None None] Provisioning complete for port ff4275d1-4759-407e-a1d3-e7e9feb2e0a6 triggered by entity DHCP. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:33:38.214604 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9cb93668-e753-4ec1-a244-69b4998793fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:38.236114 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65be239d-a3a5-4737-a4f3-494d991c2545 admin admin] Router 5b4d92ec-a48c-47a1-8475-36fff48c344e has already been hosted by L3 agent f2e50876-c35d-48fb-9e24-f0907444cef9 {{(pid=85411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 20:33:38.286735 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-9cb93668-e753-4ec1-a244-69b4998793fb None None] Port ff4275d1-4759-407e-a1d3-e7e9feb2e0a6 cannot update to ACTIVE because it is not bound. {{(pid=85413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 20:33:38.303060 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-313f0b31-a195-4e13-9705-71cbfe51ac88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:38.305972 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-313f0b31-a195-4e13-9705-71cbfe51ac88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:38.315087 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-859a728c-475c-4422-b35a-0fea7adf4100 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:38.356992 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313f0b31-a195-4e13-9705-71cbfe51ac88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ee545d-aa44-471a-ae5b-231a2043061e,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:38.360356 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-313f0b31-a195-4e13-9705-71cbfe51ac88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:38.367051 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-313f0b31-a195-4e13-9705-71cbfe51ac88 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=05fad51eafbb4db28fb123b6b5481070&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2410908 Apr 15 20:33:38.367732 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 59768) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:33:38.445402 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-55f3d25d-d913-49b8-9be3-c2dad8da23c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:38.471323 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65be239d-a3a5-4737-a4f3-494d991c2545 admin admin] Notify agent at l3_agent.dv-cinder-786386-2-smb the message routers_updated {{(pid=85411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 20:33:38.478088 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-55f3d25d-d913-49b8-9be3-c2dad8da23c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:38.531463 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-55f3d25d-d913-49b8-9be3-c2dad8da23c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:38.538577 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-61026a1f-d77b-4a6f-bbe5-8995d1544427 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:38.551472 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f3d25d-d913-49b8-9be3-c2dad8da23c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ee545d-aa44-471a-ae5b-231a2043061e,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:38.556964 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-65be239d-a3a5-4737-a4f3-494d991c2545 admin admin] 10.222.0.69 "PUT /v2.0/routers/5b4d92ec-a48c-47a1-8475-36fff48c344e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0492723 Apr 15 20:33:38.560313 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-55f3d25d-d913-49b8-9be3-c2dad8da23c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:38.562836 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-55f3d25d-d913-49b8-9be3-c2dad8da23c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:38.572031 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-55f3d25d-d913-49b8-9be3-c2dad8da23c0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/26ee545d-aa44-471a-ae5b-231a2043061e HTTP/1.1" status: 204 len: 168 time: 0.2031486 Apr 15 20:33:38.603717 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c69da8e-f0d6-4e8e-aa42-a35765442168 req-384c1bc3-e0cc-469f-8ff9-06edf4fe1588 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:38.605472 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-6c69da8e-f0d6-4e8e-aa42-a35765442168 req-384c1bc3-e0cc-469f-8ff9-06edf4fe1588 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6a5ef30-fb31-4a4a-b920-e6f83c17d0bf HTTP/1.1" status: 200 len: 945 time: 0.1247046 Apr 15 20:33:38.666319 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-6c69da8e-f0d6-4e8e-aa42-a35765442168 req-2f35dcd9-79c3-48c9-988b-781e6468d353 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544190 Apr 15 20:33:39.027132 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device 0882d30b-baeb-4196-acb6-21207be45b24 up at agent ovs-agent-dv-cinder-786386-2-smb {{(pid=85413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:33:39.122405 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Provisioning for port 0882d30b-baeb-4196-acb6-21207be45b24 completed by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:33:39.127703 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Provisioning complete for port 0882d30b-baeb-4196-acb6-21207be45b24 triggered by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:33:39.128126 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:39.222173 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 59802) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:33:39.228492 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [None req-ecab05ff-ecee-44bb-809e-1e7f116efd42 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-557498934', 'description': 'tempest-secgroup-smoke-557498934 description', 'project_id': '9bbdc00c388d464d85f419da9ce19122'}} {{(pid=85412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:33:39.241085 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-ecab05ff-ecee-44bb-809e-1e7f116efd42 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:33:39.251988 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-ecab05ff-ecee-44bb-809e-1e7f116efd42 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Usage tracker for resource:security_group and tenant:9bbdc00c388d464d85f419da9ce19122 is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:33:39.255521 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-ecab05ff-ecee-44bb-809e-1e7f116efd42 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:33:39.258618 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:39.262146 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-ecab05ff-ecee-44bb-809e-1e7f116efd42 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:33:39.277463 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-ecab05ff-ecee-44bb-809e-1e7f116efd42 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Notify callbacks [] for security_group, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:39.283177 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] For port 0882d30b-baeb-4196-acb6-21207be45b24, host dv-cinder-786386-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-2-smb',level=0,port_id=0882d30b-baeb-4196-acb6-21207be45b24,segment=NetworkSegment(a2d970bc-47e1-42ab-bd62-edbddac3ac5a),segment_id=a2d970bc-47e1-42ab-bd62-edbddac3ac5a)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:33:39.286970 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:39.288035 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device 34cecd23-3ca7-40dd-bcca-4781803f99f5 up at agent ovs-agent-dv-cinder-786386-2-smb {{(pid=85413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:33:39.316463 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-ecab05ff-ecee-44bb-809e-1e7f116efd42 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:33:39.321869 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-9b121681-1701-4be5-be65-8d8c083609b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:39.323190 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-ecab05ff-ecee-44bb-809e-1e7f116efd42 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Usage tracker for resource:security_group_rule and tenant:9bbdc00c388d464d85f419da9ce19122 is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:33:39.326877 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-ecab05ff-ecee-44bb-809e-1e7f116efd42 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:33:39.337720 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-ecab05ff-ecee-44bb-809e-1e7f116efd42 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:33:39.435310 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0e7a75-fd54-4f47-a7e8-7aa2bf7da245 req-fb7df5d4-33aa-4b40-806e-2b7487642fc8 tempest-VolumesActionsTest-1820729551 tempest-VolumesActionsTest-1820729551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:39.443369 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-9d0e7a75-fd54-4f47-a7e8-7aa2bf7da245 req-fb7df5d4-33aa-4b40-806e-2b7487642fc8 tempest-VolumesActionsTest-1820729551 tempest-VolumesActionsTest-1820729551-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc7207d6-3fd3-4fb7-aa91-420e34d2e3df HTTP/1.1" status: 200 len: 946 time: 0.1163828 Apr 15 20:33:39.451918 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-ecab05ff-ecee-44bb-809e-1e7f116efd42 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Notify callbacks [] for security_group, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:39.455310 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-ecab05ff-ecee-44bb-809e-1e7f116efd42 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:39.459333 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Pushing event updated for resources: {'Port': ['ID=0882d30b-baeb-4196-acb6-21207be45b24,revision_number=4']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:39.462730 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-cdc4f3e2-4156-4aa1-9d19-b12331cb6892 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:39.462910 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:39.470185 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Provisioning complete for port 34cecd23-3ca7-40dd-bcca-4781803f99f5 triggered by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:33:39.470793 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:39.504279 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-9d0e7a75-fd54-4f47-a7e8-7aa2bf7da245 req-456bca20-41b7-425f-b2db-a102567b18c7 tempest-VolumesActionsTest-1820729551 tempest-VolumesActionsTest-1820729551-project] 10.222.0.69 "GET /v2.0/security-groups?id=0acc7a80-9fd8-4941-92e3-9246714b276c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597520 Apr 15 20:33:39.529815 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecab05ff-ecee-44bb-809e-1e7f116efd42 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24311f26-a3c4-4f6e-b39f-4e82f8091dad,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:39.533250 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-ecab05ff-ecee-44bb-809e-1e7f116efd42 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:39.534026 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-ecab05ff-ecee-44bb-809e-1e7f116efd42 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Notify callbacks [] for security_group, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:39.538714 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 59814) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:33:39.538851 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-ecab05ff-ecee-44bb-809e-1e7f116efd42 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3154435 Apr 15 20:33:39.546487 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [None req-d166fb54-3b30-452b-9236-3f67487b8ee0 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Request body: {'security_group_rule': {'security_group_id': '24311f26-a3c4-4f6e-b39f-4e82f8091dad', 'project_id': '9bbdc00c388d464d85f419da9ce19122', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:33:39.564583 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-d166fb54-3b30-452b-9236-3f67487b8ee0 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:33:39.569282 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-d166fb54-3b30-452b-9236-3f67487b8ee0 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Usage tracker for resource:security_group_rule and tenant:9bbdc00c388d464d85f419da9ce19122 is out of sync, need to count used quota {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:33:39.573275 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-d166fb54-3b30-452b-9236-3f67487b8ee0 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:33:39.580864 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-d166fb54-3b30-452b-9236-3f67487b8ee0 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:33:39.598319 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-d166fb54-3b30-452b-9236-3f67487b8ee0 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:39.734540 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-d166fb54-3b30-452b-9236-3f67487b8ee0 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:39.738312 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-d166fb54-3b30-452b-9236-3f67487b8ee0 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279719'] for security_group_rule, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:39.754189 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-a540b302-5137-41da-a59d-8a62c5b3d715 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:39.785757 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d166fb54-3b30-452b-9236-3f67487b8ee0 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de641866-0174-455b-a4ea-3f84b9202cab,revision_number=0']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:39.788541 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-d166fb54-3b30-452b-9236-3f67487b8ee0 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:39.813741 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-d166fb54-3b30-452b-9236-3f67487b8ee0 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:39.817737 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-d166fb54-3b30-452b-9236-3f67487b8ee0 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2735610 Apr 15 20:33:39.817980 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 59826) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:33:39.829715 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [None req-8da7d355-3b6e-4d74-863a-40f80b966347 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Request body: {'security_group_rule': {'security_group_id': '24311f26-a3c4-4f6e-b39f-4e82f8091dad', 'project_id': '9bbdc00c388d464d85f419da9ce19122', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:33:39.837025 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-8da7d355-3b6e-4d74-863a-40f80b966347 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:33:39.841673 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-8da7d355-3b6e-4d74-863a-40f80b966347 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Usage tracker for resource:security_group_rule and tenant:9bbdc00c388d464d85f419da9ce19122 is out of sync, need to count used quota {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:33:39.845295 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-8da7d355-3b6e-4d74-863a-40f80b966347 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:33:39.852860 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-8da7d355-3b6e-4d74-863a-40f80b966347 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:33:39.882186 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-8da7d355-3b6e-4d74-863a-40f80b966347 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:40.024851 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbc7dbd-641d-47f6-8875-ffc74b53f76e req-5600da8c-18a2-425b-a1ec-6185c7cbc720 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:40.026541 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-1dbc7dbd-641d-47f6-8875-ffc74b53f76e req-5600da8c-18a2-425b-a1ec-6185c7cbc720 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6a5ef30-fb31-4a4a-b920-e6f83c17d0bf HTTP/1.1" status: 200 len: 945 time: 0.1466815 Apr 15 20:33:40.028351 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-8da7d355-3b6e-4d74-863a-40f80b966347 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:40.074912 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-8da7d355-3b6e-4d74-863a-40f80b966347 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279719'] for security_group_rule, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:40.077220 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:40.119785 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-1dbc7dbd-641d-47f6-8875-ffc74b53f76e req-5a22cdf3-6ba3-410b-8427-03d8d201e2a9 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766962 Apr 15 20:33:40.140504 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da7d355-3b6e-4d74-863a-40f80b966347 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efb607bc-26af-48af-bc29-5a27d5ca870d,revision_number=0']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:40.144062 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-8da7d355-3b6e-4d74-863a-40f80b966347 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:40.158729 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-8da7d355-3b6e-4d74-863a-40f80b966347 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:40.162706 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-8da7d355-3b6e-4d74-863a-40f80b966347 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3411481 Apr 15 20:33:40.163634 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 59842) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:33:40.169986 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [None req-79a228bf-8ef5-42b9-b754-81c43fd60737 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Request body: {'security_group_rule': {'security_group_id': '24311f26-a3c4-4f6e-b39f-4e82f8091dad', 'project_id': '9bbdc00c388d464d85f419da9ce19122', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:33:40.187205 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-79a228bf-8ef5-42b9-b754-81c43fd60737 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:33:40.201696 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-79a228bf-8ef5-42b9-b754-81c43fd60737 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Usage tracker for resource:security_group_rule and tenant:9bbdc00c388d464d85f419da9ce19122 is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:33:40.207438 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-79a228bf-8ef5-42b9-b754-81c43fd60737 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:33:40.213977 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-79a228bf-8ef5-42b9-b754-81c43fd60737 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:33:40.232202 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-79a228bf-8ef5-42b9-b754-81c43fd60737 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:40.249700 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c6550b-9b09-4b6e-a7e0-8ee470673d16 None None] Sync routers for ids ['5b4d92ec-a48c-47a1-8475-36fff48c344e'] in dv-cinder-786386-2-smb {{(pid=85413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 20:33:40.260176 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c6550b-9b09-4b6e-a7e0-8ee470673d16 None None] Routers {'5b4d92ec-a48c-47a1-8475-36fff48c344e'} bound to L3 agent in host dv-cinder-786386-2-smb {{(pid=85413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:33:40.260856 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-35c6550b-9b09-4b6e-a7e0-8ee470673d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T20:23:47Z,description=,heartbeat_timestamp=2021-04-15T20:33:17Z,host='dv-cinder-786386-2-smb',id=f2e50876-c35d-48fb-9e24-f0907444cef9,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:23:48Z,topic='l3_agent')) {'router_ids': ['5b4d92ec-a48c-47a1-8475-36fff48c344e'], 'active': True} {{(pid=85413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:33:40.313966 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-79a228bf-8ef5-42b9-b754-81c43fd60737 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:40.319997 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-79a228bf-8ef5-42b9-b754-81c43fd60737 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279719'] for security_group_rule, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:40.322651 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:40.349676 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a228bf-8ef5-42b9-b754-81c43fd60737 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9128a47b-d6a1-4e62-b53b-c7de3e90d1c2,revision_number=0']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:40.362177 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-79a228bf-8ef5-42b9-b754-81c43fd60737 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:40.371544 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-79a228bf-8ef5-42b9-b754-81c43fd60737 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:40.376639 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 59850) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:33:40.382771 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [None req-c7a94bbb-eb57-442b-8104-b0c09e83ec83 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Request body: {'security_group_rule': {'security_group_id': '24311f26-a3c4-4f6e-b39f-4e82f8091dad', 'project_id': '9bbdc00c388d464d85f419da9ce19122', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:33:40.386659 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-79a228bf-8ef5-42b9-b754-81c43fd60737 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2214797 Apr 15 20:33:40.390572 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-c7a94bbb-eb57-442b-8104-b0c09e83ec83 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:33:40.395414 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-c7a94bbb-eb57-442b-8104-b0c09e83ec83 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Usage tracker for resource:security_group_rule and tenant:9bbdc00c388d464d85f419da9ce19122 is out of sync, need to count used quota {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:33:40.400558 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-c7a94bbb-eb57-442b-8104-b0c09e83ec83 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:33:40.407267 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-c7a94bbb-eb57-442b-8104-b0c09e83ec83 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:33:40.429035 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c7a94bbb-eb57-442b-8104-b0c09e83ec83 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:40.480462 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvr_db [None req-35c6550b-9b09-4b6e-a7e0-8ee470673d16 None None] Set router 5b4d92ec-a48c-47a1-8475-36fff48c344e gateway port host: dv-cinder-786386-2-smb {{(pid=85413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:33:40.500008 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c7a94bbb-eb57-442b-8104-b0c09e83ec83 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:40.503211 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c7a94bbb-eb57-442b-8104-b0c09e83ec83 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279719'] for security_group_rule, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:40.523025 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-8da7d355-3b6e-4d74-863a-40f80b966347 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:40.530243 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c7a94bbb-eb57-442b-8104-b0c09e83ec83 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:40.534362 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-c7a94bbb-eb57-442b-8104-b0c09e83ec83 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1538699 Apr 15 20:33:40.534969 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 59858) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:33:40.543068 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [None req-024ba020-2159-44c7-a62f-d470be603672 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Request body: {'security_group_rule': {'security_group_id': '24311f26-a3c4-4f6e-b39f-4e82f8091dad', 'project_id': '9bbdc00c388d464d85f419da9ce19122', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:33:40.543939 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a94bbb-eb57-442b-8104-b0c09e83ec83 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=544a6ac0-63b5-43a0-a4cc-5909bb0c6689,revision_number=0']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:40.547063 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-c7a94bbb-eb57-442b-8104-b0c09e83ec83 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:40.550402 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-024ba020-2159-44c7-a62f-d470be603672 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:33:40.554516 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-024ba020-2159-44c7-a62f-d470be603672 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Usage tracker for resource:security_group_rule and tenant:9bbdc00c388d464d85f419da9ce19122 is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:33:40.557655 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-024ba020-2159-44c7-a62f-d470be603672 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:33:40.565442 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-024ba020-2159-44c7-a62f-d470be603672 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:33:40.576813 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.db.securitygroups_db [None req-024ba020-2159-44c7-a62f-d470be603672 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Project 9bbdc00c388d464d85f419da9ce19122 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 20:33:40.584447 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-024ba020-2159-44c7-a62f-d470be603672 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:40.672363 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-024ba020-2159-44c7-a62f-d470be603672 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:40.675698 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-024ba020-2159-44c7-a62f-d470be603672 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279719'] for security_group_rule, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:40.677953 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:40.707887 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024ba020-2159-44c7-a62f-d470be603672 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3174ce51-067a-4a1f-a4fb-dd72e448b019,revision_number=0']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:40.724718 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-024ba020-2159-44c7-a62f-d470be603672 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:40.731140 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-024ba020-2159-44c7-a62f-d470be603672 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:40.732899 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-024ba020-2159-44c7-a62f-d470be603672 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1971333 Apr 15 20:33:40.736105 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 59866) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:33:40.744019 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [None req-e7fc5952-e171-4da6-83a5-ca2f3625d92e tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Request body: {'security_group_rule': {'security_group_id': '24311f26-a3c4-4f6e-b39f-4e82f8091dad', 'project_id': '9bbdc00c388d464d85f419da9ce19122', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:33:40.753314 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-e7fc5952-e171-4da6-83a5-ca2f3625d92e tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:33:40.757585 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-e7fc5952-e171-4da6-83a5-ca2f3625d92e tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Usage tracker for resource:security_group_rule and tenant:9bbdc00c388d464d85f419da9ce19122 is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:33:40.760684 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-e7fc5952-e171-4da6-83a5-ca2f3625d92e tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:33:40.767367 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-e7fc5952-e171-4da6-83a5-ca2f3625d92e tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:33:40.778729 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.db.securitygroups_db [None req-e7fc5952-e171-4da6-83a5-ca2f3625d92e tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Project 9bbdc00c388d464d85f419da9ce19122 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 20:33:40.787273 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e7fc5952-e171-4da6-83a5-ca2f3625d92e tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:40.878584 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-35c6550b-9b09-4b6e-a7e0-8ee470673d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4d92ec-a48c-47a1-8475-36fff48c344e', 'name': 'tempest-TestShelveInstance-1111261860-router', 'tenant_id': 'aaf5c499c6b0489b96ed7c627534b56e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.39'}], 'enable_snat': True}, 'gw_port_id': '0882d30b-baeb-4196-acb6-21207be45b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:33:29Z', 'updated_at': '2021-04-15T20:33:36Z', 'revision_number': 4, 'project_id': 'aaf5c499c6b0489b96ed7c627534b56e', 'gw_port': {'id': '0882d30b-baeb-4196-acb6-21207be45b24', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:36:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4d92ec-a48c-47a1-8475-36fff48c344e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:33:30Z', 'updated_at': '2021-04-15T20:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb', '_interfaces': [{'id': 'ff4275d1-4759-407e-a1d3-e7e9feb2e0a6', 'name': '', 'network_id': '61b2887b-0b42-442b-9305-a85cc2352b38', 'tenant_id': 'aaf5c499c6b0489b96ed7c627534b56e', 'mac_address': 'fa:16:3e:da:8b:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4d92ec-a48c-47a1-8475-36fff48c344e', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '9560c1fc-4ebb-42f6-9a23-81d1bbb91ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:33:35Z', 'updated_at': '2021-04-15T20:33:37Z', 'revision_number': 2, 'project_id': 'aaf5c499c6b0489b96ed7c627534b56e', 'subnets': [{'id': '9560c1fc-4ebb-42f6-9a23-81d1bbb91ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-2-smb', False) {} {{(pid=85413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:33:40.883520 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c6550b-9b09-4b6e-a7e0-8ee470673d16 None None] Checking router: 5b4d92ec-a48c-47a1-8475-36fff48c344e for host: dv-cinder-786386-2-smb {{(pid=85413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 20:33:40.883945 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c6550b-9b09-4b6e-a7e0-8ee470673d16 None None] Updating router 5b4d92ec-a48c-47a1-8475-36fff48c344e port ff4275d1-4759-407e-a1d3-e7e9feb2e0a6 binding host dv-cinder-786386-2-smb {{(pid=85413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 20:33:40.885761 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e7fc5952-e171-4da6-83a5-ca2f3625d92e tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:40.890160 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e7fc5952-e171-4da6-83a5-ca2f3625d92e tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279719'] for security_group_rule, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:40.893657 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:40.927300 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fc5952-e171-4da6-83a5-ca2f3625d92e tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ded9fb8f-c14f-40cc-9fe4-3fa6697d61a6,revision_number=0']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:40.930164 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-e7fc5952-e171-4da6-83a5-ca2f3625d92e tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:40.941820 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e7fc5952-e171-4da6-83a5-ca2f3625d92e tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:40.952770 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-e7fc5952-e171-4da6-83a5-ca2f3625d92e tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2155035 Apr 15 20:33:40.979917 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-35c6550b-9b09-4b6e-a7e0-8ee470673d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:41.045008 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device 0882d30b-baeb-4196-acb6-21207be45b24 up at agent ovs-agent-dv-cinder-786386-2-smb {{(pid=85413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:33:41.072718 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 59878) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:33:41.220910 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-d2b2f083-6145-4b89-9885-ceb89ac5276b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:41.238660 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-d2b2f083-6145-4b89-9885-ceb89ac5276b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:33:41.243124 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-d2b2f083-6145-4b89-9885-ceb89ac5276b admin admin] Usage tracker for resource:security_group_rule and tenant:a342bd5d9f314f82b34eaf3abcfe64ed is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:33:41.254623 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-d2b2f083-6145-4b89-9885-ceb89ac5276b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:33:41.263252 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-d2b2f083-6145-4b89-9885-ceb89ac5276b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:33:41.366801 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6aac97-02a1-4b40-a44b-fafba5423ba1 req-593e5088-ff05-4356-87c2-0322dd9b198d tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:41.368940 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-4a6aac97-02a1-4b40-a44b-fafba5423ba1 req-593e5088-ff05-4356-87c2-0322dd9b198d tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6a5ef30-fb31-4a4a-b920-e6f83c17d0bf HTTP/1.1" status: 200 len: 945 time: 0.1220000 Apr 15 20:33:41.378794 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Provisioning complete for port 0882d30b-baeb-4196-acb6-21207be45b24 triggered by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:33:41.379212 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:41.388481 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-d2b2f083-6145-4b89-9885-ceb89ac5276b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:41.393207 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-d2b2f083-6145-4b89-9885-ceb89ac5276b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:41.449366 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-7a084fc4-b30a-4835-84b4-4abd2ee4b180 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:41.458303 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-4a6aac97-02a1-4b40-a44b-fafba5423ba1 req-b6085a34-d227-4b35-aa8a-6c422a848924 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803680 Apr 15 20:33:41.466667 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-d2b2f083-6145-4b89-9885-ceb89ac5276b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a342bd5d9f314f82b34eaf3abcfe64ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3926945 Apr 15 20:33:41.469428 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 59896) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:33:41.493214 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b2f083-6145-4b89-9885-ceb89ac5276b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c160a09-374b-42ac-ab3d-2d0bef375a9c,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:41.496736 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-d2b2f083-6145-4b89-9885-ceb89ac5276b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:41.538026 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-62f89036-7e62-47f8-bebd-7fb7a04c70b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:41.572489 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-62f89036-7e62-47f8-bebd-7fb7a04c70b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:41.627711 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-62f89036-7e62-47f8-bebd-7fb7a04c70b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:41.632843 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-d4fb75b0-0e03-40ca-a937-4fbe88c45e99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:41.646963 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f89036-7e62-47f8-bebd-7fb7a04c70b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c160a09-374b-42ac-ab3d-2d0bef375a9c,revision_number=None']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:41.649746 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-62f89036-7e62-47f8-bebd-7fb7a04c70b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:41.651123 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-62f89036-7e62-47f8-bebd-7fb7a04c70b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:41.652196 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-62f89036-7e62-47f8-bebd-7fb7a04c70b5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6c160a09-374b-42ac-ab3d-2d0bef375a9c HTTP/1.1" status: 204 len: 168 time: 0.1812906 Apr 15 20:33:41.741521 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-35c6550b-9b09-4b6e-a7e0-8ee470673d16 None None] Notify callbacks [] for port, precommit_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:41.755039 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-35c6550b-9b09-4b6e-a7e0-8ee470673d16 None None] Transition to ACTIVE for port object ff4275d1-4759-407e-a1d3-e7e9feb2e0a6 will not be triggered until provisioned by entity L2. {{(pid=85413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:33:41.761622 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-35c6550b-9b09-4b6e-a7e0-8ee470673d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:41.777475 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:41.913304 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0464cd6-e190-45e1-bf78-b11c12c51df1 None None] Pushing event updated for resources: {'Port': ['ID=ff4275d1-4759-407e-a1d3-e7e9feb2e0a6,revision_number=3']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:41.916191 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-a0464cd6-e190-45e1-bf78-b11c12c51df1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:42.030599 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 59916) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:33:42.052269 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-dd7ea605-853b-43a0-a671-5b8f9381c8cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:42.073140 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-dd7ea605-853b-43a0-a671-5b8f9381c8cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:33:42.077528 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-dd7ea605-853b-43a0-a671-5b8f9381c8cf admin admin] Usage tracker for resource:security_group_rule and tenant:d0ad18258d574ff8b755211097b74842 is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:33:42.080836 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-dd7ea605-853b-43a0-a671-5b8f9381c8cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:33:42.087138 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-dd7ea605-853b-43a0-a671-5b8f9381c8cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:33:42.162386 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-35c6550b-9b09-4b6e-a7e0-8ee470673d16 None None] Attempting to bind port ff4275d1-4759-407e-a1d3-e7e9feb2e0a6 on host dv-cinder-786386-2-smb for vnic_type normal with profile {{(pid=85413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:33:42.162822 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-35c6550b-9b09-4b6e-a7e0-8ee470673d16 None None] Attempting to bind port ff4275d1-4759-407e-a1d3-e7e9feb2e0a6 by drivers openvswitch,hyperv on host dv-cinder-786386-2-smb at level 0 using segments [{'id': 'abc8f794-913a-42a7-8857-bc6ab87aaa8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '61b2887b-0b42-442b-9305-a85cc2352b38'}] {{(pid=85413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:33:42.163264 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c6550b-9b09-4b6e-a7e0-8ee470673d16 None None] Attempting to bind port ff4275d1-4759-407e-a1d3-e7e9feb2e0a6 on network 61b2887b-0b42-442b-9305-a85cc2352b38 {{(pid=85413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:33:42.169457 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c6550b-9b09-4b6e-a7e0-8ee470673d16 None None] Checking agent: {'id': '30333bf1-a829-46d5-a227-fdc76695a1e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 23, 48), 'started_at': datetime.datetime(2021, 4, 15, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:33:42.169877 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c6550b-9b09-4b6e-a7e0-8ee470673d16 None None] Checking segment: {'id': 'abc8f794-913a-42a7-8857-bc6ab87aaa8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '61b2887b-0b42-442b-9305-a85cc2352b38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:33:42.170329 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-35c6550b-9b09-4b6e-a7e0-8ee470673d16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:42.170803 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c6550b-9b09-4b6e-a7e0-8ee470673d16 None None] Bound using segment: {'id': 'abc8f794-913a-42a7-8857-bc6ab87aaa8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '61b2887b-0b42-442b-9305-a85cc2352b38'} {{(pid=85413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:33:42.171336 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-35c6550b-9b09-4b6e-a7e0-8ee470673d16 None None] Bound port: ff4275d1-4759-407e-a1d3-e7e9feb2e0a6, host: dv-cinder-786386-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc8f794-913a-42a7-8857-bc6ab87aaa8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '61b2887b-0b42-442b-9305-a85cc2352b38'}}] {{(pid=85413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:33:42.171760 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-35c6550b-9b09-4b6e-a7e0-8ee470673d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:42.209779 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-dd7ea605-853b-43a0-a671-5b8f9381c8cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:42.213026 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-dd7ea605-853b-43a0-a671-5b8f9381c8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:42.227424 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:42.273903 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-dd7ea605-853b-43a0-a671-5b8f9381c8cf admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d0ad18258d574ff8b755211097b74842&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2421067 Apr 15 20:33:42.274911 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7ea605-853b-43a0-a671-5b8f9381c8cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e97420-f512-498b-b203-2b4140c95ac2,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:42.276721 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 59922) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:33:42.277969 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-dd7ea605-853b-43a0-a671-5b8f9381c8cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:42.285177 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-35c6550b-9b09-4b6e-a7e0-8ee470673d16 None None] For port ff4275d1-4759-407e-a1d3-e7e9feb2e0a6, host dv-cinder-786386-2-smb, cleared binding levels {{(pid=85413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:33:42.288552 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-35c6550b-9b09-4b6e-a7e0-8ee470673d16 None None] For port ff4275d1-4759-407e-a1d3-e7e9feb2e0a6, host dv-cinder-786386-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-2-smb',level=0,port_id=ff4275d1-4759-407e-a1d3-e7e9feb2e0a6,segment=NetworkSegment(abc8f794-913a-42a7-8857-bc6ab87aaa8b),segment_id=abc8f794-913a-42a7-8857-bc6ab87aaa8b)] {{(pid=85413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:33:42.292979 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-35c6550b-9b09-4b6e-a7e0-8ee470673d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:42.308591 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:42.353075 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-83b7e1f7-b723-440d-8e75-0e8b100c2bc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:42.381108 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-83b7e1f7-b723-440d-8e75-0e8b100c2bc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:42.509227 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0464cd6-e190-45e1-bf78-b11c12c51df1 None None] Pushing event updated for resources: {'Port': ['ID=ff4275d1-4759-407e-a1d3-e7e9feb2e0a6,revision_number=4']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:42.524851 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-a0464cd6-e190-45e1-bf78-b11c12c51df1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:42.551243 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c6550b-9b09-4b6e-a7e0-8ee470673d16 None None] Routers {'5b4d92ec-a48c-47a1-8475-36fff48c344e'} bound to L3 agent in host dv-cinder-786386-2-smb {{(pid=85413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:33:42.552415 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-35c6550b-9b09-4b6e-a7e0-8ee470673d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T20:23:47Z,description=,heartbeat_timestamp=2021-04-15T20:33:17Z,host='dv-cinder-786386-2-smb',id=f2e50876-c35d-48fb-9e24-f0907444cef9,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:23:48Z,topic='l3_agent')) {'router_ids': ['5b4d92ec-a48c-47a1-8475-36fff48c344e'], 'active': True} {{(pid=85413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:33:42.849026 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvr_db [None req-35c6550b-9b09-4b6e-a7e0-8ee470673d16 None None] Set router 5b4d92ec-a48c-47a1-8475-36fff48c344e gateway port host: dv-cinder-786386-2-smb {{(pid=85413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:33:42.987545 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-83b7e1f7-b723-440d-8e75-0e8b100c2bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:43.001883 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-46a28f95-ae43-4cdf-8b51-328e49b1388e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:43.027198 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b7e1f7-b723-440d-8e75-0e8b100c2bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e97420-f512-498b-b203-2b4140c95ac2,revision_number=None']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:43.029609 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-83b7e1f7-b723-440d-8e75-0e8b100c2bc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:43.058575 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-83b7e1f7-b723-440d-8e75-0e8b100c2bc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:43.059802 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-83b7e1f7-b723-440d-8e75-0e8b100c2bc6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e7e97420-f512-498b-b203-2b4140c95ac2 HTTP/1.1" status: 204 len: 168 time: 0.7807109 Apr 15 20:33:43.098936 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c63919-ec2f-4d66-9c78-9eead92fb914 req-3aaee339-e9c0-4008-906e-c8915d9a0bf1 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:43.100573 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-b3c63919-ec2f-4d66-9c78-9eead92fb914 req-3aaee339-e9c0-4008-906e-c8915d9a0bf1 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6a5ef30-fb31-4a4a-b920-e6f83c17d0bf HTTP/1.1" status: 200 len: 945 time: 0.2855535 Apr 15 20:33:43.124731 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ed8d49-cc23-41fa-873e-9189cd5b2401 req-52e27ae3-fa02-4111-a9ae-eeeec81f894b tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:43.132705 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-06ed8d49-cc23-41fa-873e-9189cd5b2401 req-52e27ae3-fa02-4111-a9ae-eeeec81f894b tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/networks?id=1d6bd424-08bd-4eca-95aa-caa56a0031f4 HTTP/1.1" status: 200 len: 815 time: 0.3153617 Apr 15 20:33:43.165241 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-06ed8d49-cc23-41fa-873e-9189cd5b2401 req-6a1f7896-30ff-4bcf-a684-8ab8cce3980d tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/quotas/bc4964d16a264d71886df3d34b5af018 HTTP/1.1" status: 200 len: 375 time: 0.0315411 Apr 15 20:33:43.249675 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-b3c63919-ec2f-4d66-9c78-9eead92fb914 req-46d10c19-2875-4e78-911a-bb3022da997e tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140263 Apr 15 20:33:43.311883 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-06ed8d49-cc23-41fa-873e-9189cd5b2401 req-f143d3b7-f77f-4084-8ebd-84c34b630d4a tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=bc4964d16a264d71886df3d34b5af018&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1457038 Apr 15 20:33:43.360646 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-35c6550b-9b09-4b6e-a7e0-8ee470673d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4d92ec-a48c-47a1-8475-36fff48c344e', 'name': 'tempest-TestShelveInstance-1111261860-router', 'tenant_id': 'aaf5c499c6b0489b96ed7c627534b56e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.39'}], 'enable_snat': True}, 'gw_port_id': '0882d30b-baeb-4196-acb6-21207be45b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:33:29Z', 'updated_at': '2021-04-15T20:33:36Z', 'revision_number': 4, 'project_id': 'aaf5c499c6b0489b96ed7c627534b56e', 'gw_port': {'id': '0882d30b-baeb-4196-acb6-21207be45b24', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:36:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4d92ec-a48c-47a1-8475-36fff48c344e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:33:30Z', 'updated_at': '2021-04-15T20:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb', '_interfaces': [{'id': 'ff4275d1-4759-407e-a1d3-e7e9feb2e0a6', 'name': '', 'network_id': '61b2887b-0b42-442b-9305-a85cc2352b38', 'tenant_id': 'aaf5c499c6b0489b96ed7c627534b56e', 'mac_address': 'fa:16:3e:da:8b:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4d92ec-a48c-47a1-8475-36fff48c344e', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '9560c1fc-4ebb-42f6-9a23-81d1bbb91ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:33:35Z', 'updated_at': '2021-04-15T20:33:42Z', 'revision_number': 4, 'project_id': 'aaf5c499c6b0489b96ed7c627534b56e', 'subnets': [{'id': '9560c1fc-4ebb-42f6-9a23-81d1bbb91ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-2-smb', False) {} {{(pid=85413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:33:43.366320 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c6550b-9b09-4b6e-a7e0-8ee470673d16 None None] The sync data for ids ['5b4d92ec-a48c-47a1-8475-36fff48c344e'] in dv-cinder-786386-2-smb is: [{'id': '5b4d92ec-a48c-47a1-8475-36fff48c344e', 'name': 'tempest-TestShelveInstance-1111261860-router', 'tenant_id': 'aaf5c499c6b0489b96ed7c627534b56e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.39'}], 'enable_snat': True}, 'gw_port_id': '0882d30b-baeb-4196-acb6-21207be45b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:33:29Z', 'updated_at': '2021-04-15T20:33:36Z', 'revision_number': 4, 'project_id': 'aaf5c499c6b0489b96ed7c627534b56e', 'gw_port': {'id': '0882d30b-baeb-4196-acb6-21207be45b24', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:36:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4d92ec-a48c-47a1-8475-36fff48c344e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:33:30Z', 'updated_at': '2021-04-15T20:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb', '_interfaces': [{'id': 'ff4275d1-4759-407e-a1d3-e7e9feb2e0a6', 'name': '', 'network_id': '61b2887b-0b42-442b-9305-a85cc2352b38', 'tenant_id': 'aaf5c499c6b0489b96ed7c627534b56e', 'mac_address': 'fa:16:3e:da:8b:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4d92ec-a48c-47a1-8475-36fff48c344e', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '9560c1fc-4ebb-42f6-9a23-81d1bbb91ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:33:35Z', 'updated_at': '2021-04-15T20:33:42Z', 'revision_number': 4, 'project_id': 'aaf5c499c6b0489b96ed7c627534b56e', 'subnets': [{'id': '9560c1fc-4ebb-42f6-9a23-81d1bbb91ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 20:33:43.568994 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-06ed8d49-cc23-41fa-873e-9189cd5b2401 req-f8e44a92-be2f-41e2-bfeb-46bdd09aafb1 service neutron] 10.222.0.69 "GET /v2.0/networks/1d6bd424-08bd-4eca-95aa-caa56a0031f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476003 Apr 15 20:33:43.810038 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-06ed8d49-cc23-41fa-873e-9189cd5b2401 req-dfb471f8-2bff-443d-b9ce-b08e3a43dcfd service neutron] 10.222.0.69 "GET /v2.0/networks/1d6bd424-08bd-4eca-95aa-caa56a0031f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399766 Apr 15 20:33:44.097120 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-6d134b09-76e9-4368-9dc1-72899a21f75f req-fdb83e97-b5a0-47ed-b4b5-6e9883270345 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8d90772-0a94-4d10-8ca3-ed99a8abf885 HTTP/1.1" status: 200 len: 210 time: 0.0732989 Apr 15 20:33:44.634012 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1391d6d6-bfa7-45a5-bd6b-d0cea443a319 req-e6decfc4-9469-473e-9796-0562a5344af7 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:44.643435 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-1391d6d6-bfa7-45a5-bd6b-d0cea443a319 req-e6decfc4-9469-473e-9796-0562a5344af7 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6a5ef30-fb31-4a4a-b920-e6f83c17d0bf HTTP/1.1" status: 200 len: 945 time: 0.1980543 Apr 15 20:33:44.722215 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-1391d6d6-bfa7-45a5-bd6b-d0cea443a319 req-ca4378ea-6a7e-43b9-ad0c-1f6e91123fbd tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778086 Apr 15 20:33:44.733361 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857deb74-60ea-4d22-beeb-90c68e89d850 req-babb6ad7-960e-4311-a775-efdf614f2e45 tempest-VolumesActionsTest-1820729551 tempest-VolumesActionsTest-1820729551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:44.735032 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-857deb74-60ea-4d22-beeb-90c68e89d850 req-babb6ad7-960e-4311-a775-efdf614f2e45 tempest-VolumesActionsTest-1820729551 tempest-VolumesActionsTest-1820729551-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc7207d6-3fd3-4fb7-aa91-420e34d2e3df HTTP/1.1" status: 200 len: 946 time: 0.1852884 Apr 15 20:33:44.786456 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-857deb74-60ea-4d22-beeb-90c68e89d850 req-86735fdb-fcaf-4e45-b39b-59837d4be869 tempest-VolumesActionsTest-1820729551 tempest-VolumesActionsTest-1820729551-project] 10.222.0.69 "GET /v2.0/security-groups?id=0acc7a80-9fd8-4941-92e3-9246714b276c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435534 Apr 15 20:33:44.988191 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device ff4275d1-4759-407e-a1d3-e7e9feb2e0a6 up at agent ovs-agent-dv-cinder-786386-2-smb {{(pid=85413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:33:45.067355 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-debfa047-27ca-417a-a63a-f84746fb6e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:45.076661 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Provisioning for port ff4275d1-4759-407e-a1d3-e7e9feb2e0a6 completed by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:33:45.081788 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Provisioning complete for port ff4275d1-4759-407e-a1d3-e7e9feb2e0a6 triggered by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:33:45.082195 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:45.245556 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:45.288187 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] For port ff4275d1-4759-407e-a1d3-e7e9feb2e0a6, host dv-cinder-786386-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-2-smb',level=0,port_id=ff4275d1-4759-407e-a1d3-e7e9feb2e0a6,segment=NetworkSegment(abc8f794-913a-42a7-8857-bc6ab87aaa8b),segment_id=abc8f794-913a-42a7-8857-bc6ab87aaa8b)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:33:45.291953 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:45.295181 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:45.308644 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-6be1a813-8658-49cb-bab2-0b15cd4daa38 req-c0ae4d2d-2c9f-46bc-a7c4-04a1a53e94bb tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8d90772-0a94-4d10-8ca3-ed99a8abf885 HTTP/1.1" status: 200 len: 210 time: 0.0601363 Apr 15 20:33:45.373805 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf2840a-e312-4978-a6d6-5c3aab0ba333 req-d4898ed4-d5d2-41e5-9c00-4b46a7126571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:45.376047 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-eaf2840a-e312-4978-a6d6-5c3aab0ba333 req-d4898ed4-d5d2-41e5-9c00-4b46a7126571 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=f6a5ef30-fb31-4a4a-b920-e6f83c17d0bf HTTP/1.1" status: 200 len: 1098 time: 0.1021452 Apr 15 20:33:45.391704 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Pushing event updated for resources: {'Port': ['ID=ff4275d1-4759-407e-a1d3-e7e9feb2e0a6,revision_number=5']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:45.398790 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:45.425045 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-eaf2840a-e312-4978-a6d6-5c3aab0ba333 req-ea6e1bd5-c317-42a4-acb9-1277fb065c41 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411329 Apr 15 20:33:45.796194 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ed8d49-cc23-41fa-873e-9189cd5b2401 req-517b44b7-a872-4db4-afe1-b0c5fc61a361 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:45.798041 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-06ed8d49-cc23-41fa-873e-9189cd5b2401 req-517b44b7-a872-4db4-afe1-b0c5fc61a361 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.76 "GET /v2.0/networks?id=1d6bd424-08bd-4eca-95aa-caa56a0031f4 HTTP/1.1" status: 200 len: 815 time: 0.1784167 Apr 15 20:33:45.833252 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [req-06ed8d49-cc23-41fa-873e-9189cd5b2401 req-1c1b4233-867e-4eb0-8023-f57a6905671d tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Request body: {'port': {'device_id': 'b8d90772-0a94-4d10-8ca3-ed99a8abf885', 'network_id': '1d6bd424-08bd-4eca-95aa-caa56a0031f4', 'admin_state_up': True, 'tenant_id': 'bc4964d16a264d71886df3d34b5af018'}} {{(pid=85412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:33:45.978396 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee56dd3-8839-446b-b2cd-1c6e47a88792 req-2338415a-882c-4082-be58-a124b2cbc240 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:45.980029 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-aee56dd3-8839-446b-b2cd-1c6e47a88792 req-2338415a-882c-4082-be58-a124b2cbc240 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6a5ef30-fb31-4a4a-b920-e6f83c17d0bf HTTP/1.1" status: 200 len: 945 time: 0.0996914 Apr 15 20:33:46.000481 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [req-06ed8d49-cc23-41fa-873e-9189cd5b2401 req-1c1b4233-867e-4eb0-8023-f57a6905671d tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:33:46.004988 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-06ed8d49-cc23-41fa-873e-9189cd5b2401 req-1c1b4233-867e-4eb0-8023-f57a6905671d tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Usage tracker for resource:port and tenant:bc4964d16a264d71886df3d34b5af018 is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:33:46.008234 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-06ed8d49-cc23-41fa-873e-9189cd5b2401 req-1c1b4233-867e-4eb0-8023-f57a6905671d tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:33:46.014557 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [req-06ed8d49-cc23-41fa-873e-9189cd5b2401 req-1c1b4233-867e-4eb0-8023-f57a6905671d tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:33:46.025070 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06ed8d49-cc23-41fa-873e-9189cd5b2401 req-1c1b4233-867e-4eb0-8023-f57a6905671d tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Made reservation on behalf of bc4964d16a264d71886df3d34b5af018 for: {'port': 1} {{(pid=85412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:33:46.031935 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-06ed8d49-cc23-41fa-873e-9189cd5b2401 req-1c1b4233-867e-4eb0-8023-f57a6905671d tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:46.082978 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-aee56dd3-8839-446b-b2cd-1c6e47a88792 req-360f795e-e28e-44c6-a5eb-23fb94586b99 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619028 Apr 15 20:33:46.133124 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371d3425-e4f6-4695-b6ef-acc0bb5468a9 req-39d2a8cf-a0d9-41e9-a8de-2fa3c937c2c8 tempest-VolumesActionsTest-1820729551 tempest-VolumesActionsTest-1820729551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:46.134972 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-371d3425-e4f6-4695-b6ef-acc0bb5468a9 req-39d2a8cf-a0d9-41e9-a8de-2fa3c937c2c8 tempest-VolumesActionsTest-1820729551 tempest-VolumesActionsTest-1820729551-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc7207d6-3fd3-4fb7-aa91-420e34d2e3df HTTP/1.1" status: 200 len: 946 time: 0.1538820 Apr 15 20:33:46.199652 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-371d3425-e4f6-4695-b6ef-acc0bb5468a9 req-81f1b179-ecbe-45c5-8b91-1d237223c885 tempest-VolumesActionsTest-1820729551 tempest-VolumesActionsTest-1820729551-project] 10.222.0.69 "GET /v2.0/security-groups?id=0acc7a80-9fd8-4941-92e3-9246714b276c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566819 Apr 15 20:33:46.260953 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.db_base_plugin_common [req-06ed8d49-cc23-41fa-873e-9189cd5b2401 req-1c1b4233-867e-4eb0-8023-f57a6905671d tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Allocated IP 172.20.0.13 (1d6bd424-08bd-4eca-95aa-caa56a0031f4/f27ce411-0d84-4b80-8c16-9cf996d5a5a8/aeb63ff1-8531-4e42-972f-1f0ee47b707f) {{(pid=85412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:33:46.477688 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-5e5d8052-0677-49be-a36d-ca24dfd0479b req-ada85ac2-fcde-409e-89d3-df5a109d7829 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8d90772-0a94-4d10-8ca3-ed99a8abf885 HTTP/1.1" status: 200 len: 210 time: 0.0513792 Apr 15 20:33:46.483970 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-06ed8d49-cc23-41fa-873e-9189cd5b2401 req-1c1b4233-867e-4eb0-8023-f57a6905671d tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Notify callbacks [] for port, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:46.517703 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-06ed8d49-cc23-41fa-873e-9189cd5b2401 req-1c1b4233-867e-4eb0-8023-f57a6905671d tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245250087898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852524119'] for port, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:46.535220 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-fd9c59e2-fccd-4b4e-a107-eebdb863bb83 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:46.540159 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] get_ports_and_sgs() called for port_ids ['723487d3-c1dd-47ca-a8ce-10e48acca928', 'cf278d3f-aa3e-4543-a43f-7f8fd325b0c3'] {{(pid=85413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:33:46.675126 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1b4233-867e-4eb0-8023-f57a6905671d tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Pushing event updated for resources: {'Port': ['ID=aeb63ff1-8531-4e42-972f-1f0ee47b707f,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:46.678131 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-1c1b4233-867e-4eb0-8023-f57a6905671d tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:46.734054 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06ed8d49-cc23-41fa-873e-9189cd5b2401 req-1c1b4233-867e-4eb0-8023-f57a6905671d tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Network 1d6bd424-08bd-4eca-95aa-caa56a0031f4 is already hosted by enough agents. {{(pid=85412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:33:46.735268 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.base_scheduler [req-06ed8d49-cc23-41fa-873e-9189cd5b2401 req-1c1b4233-867e-4eb0-8023-f57a6905671d tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Resources bound (agent type, host, resource id): {{(pid=85412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:33:46.737814 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [req-06ed8d49-cc23-41fa-873e-9189cd5b2401 req-1c1b4233-867e-4eb0-8023-f57a6905671d tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Received port after_create {{(pid=85412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:33:46.803022 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ed8d49-cc23-41fa-873e-9189cd5b2401 req-1c1b4233-867e-4eb0-8023-f57a6905671d tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:46.803697 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-06ed8d49-cc23-41fa-873e-9189cd5b2401 req-1c1b4233-867e-4eb0-8023-f57a6905671d tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16483510'] for port, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:46.833861 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-06ed8d49-cc23-41fa-873e-9189cd5b2401 req-1c1b4233-867e-4eb0-8023-f57a6905671d tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0055063 Apr 15 20:33:46.851336 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [req-06ed8d49-cc23-41fa-873e-9189cd5b2401 req-2e13b8a9-89c1-407b-8a15-546656419768 service neutron] Request body: {'port': {'device_id': 'b8d90772-0a94-4d10-8ca3-ed99a8abf885', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:33:46.931271 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device ff4275d1-4759-407e-a1d3-e7e9feb2e0a6 up at agent ovs-agent-dv-cinder-786386-2-smb {{(pid=85413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:33:47.003633 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-06ed8d49-cc23-41fa-873e-9189cd5b2401 req-2e13b8a9-89c1-407b-8a15-546656419768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:47.008643 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Provisioning complete for port ff4275d1-4759-407e-a1d3-e7e9feb2e0a6 triggered by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:33:47.009063 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:47.413839 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [req-06ed8d49-cc23-41fa-873e-9189cd5b2401 req-2e13b8a9-89c1-407b-8a15-546656419768 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aeb63ff1-8531-4e42-972f-1f0ee47b707f {{(pid=85412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:33:47.421846 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-06ed8d49-cc23-41fa-873e-9189cd5b2401 req-2e13b8a9-89c1-407b-8a15-546656419768 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:47.438066 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [req-06ed8d49-cc23-41fa-873e-9189cd5b2401 req-2e13b8a9-89c1-407b-8a15-546656419768 service neutron] Transition to ACTIVE for port object aeb63ff1-8531-4e42-972f-1f0ee47b707f will not be triggered until provisioned by entity L2. {{(pid=85412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:33:47.440754 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6291fe8e-316d-4760-aa07-f5eead65eb0a req-e0a35615-558f-433f-8eda-74d6b445099a tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:47.441656 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-06ed8d49-cc23-41fa-873e-9189cd5b2401 req-2e13b8a9-89c1-407b-8a15-546656419768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2251697'] for port, after_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:47.442444 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-6291fe8e-316d-4760-aa07-f5eead65eb0a req-e0a35615-558f-433f-8eda-74d6b445099a tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6a5ef30-fb31-4a4a-b920-e6f83c17d0bf HTTP/1.1" status: 200 len: 945 time: 0.1708801 Apr 15 20:33:47.457290 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:47.486979 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-218ea5ea-49bc-4d00-a06b-c6286cd39ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:47.505511 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-6291fe8e-316d-4760-aa07-f5eead65eb0a req-ebc9750d-b9a4-46d7-bcc3-59fbfde36fab tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545065 Apr 15 20:33:47.513810 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac879dc-78c2-43c6-ad9b-c3f14cdd28d9 req-b264f5ab-720d-409c-b24f-7e37120f7271 tempest-VolumesActionsTest-1820729551 tempest-VolumesActionsTest-1820729551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:47.515399 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-6ac879dc-78c2-43c6-ad9b-c3f14cdd28d9 req-b264f5ab-720d-409c-b24f-7e37120f7271 tempest-VolumesActionsTest-1820729551 tempest-VolumesActionsTest-1820729551-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc7207d6-3fd3-4fb7-aa91-420e34d2e3df HTTP/1.1" status: 200 len: 946 time: 0.1736760 Apr 15 20:33:47.566570 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-6ac879dc-78c2-43c6-ad9b-c3f14cdd28d9 req-73b6358d-4bd4-4114-9ca6-c54f704c163a tempest-VolumesActionsTest-1820729551 tempest-VolumesActionsTest-1820729551-project] 10.222.0.69 "GET /v2.0/security-groups?id=0acc7a80-9fd8-4941-92e3-9246714b276c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438278 Apr 15 20:33:47.593470 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e13b8a9-89c1-407b-8a15-546656419768 service neutron] Pushing event updated for resources: {'Port': ['ID=aeb63ff1-8531-4e42-972f-1f0ee47b707f,revision_number=2']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:47.598430 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-2e13b8a9-89c1-407b-8a15-546656419768 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:47.666457 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:47.813158 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7adabb-d9d9-4cb1-b99a-6a261322d534 req-945d4ce2-b73b-4d78-9773-f7dc307eb20c tempest-VolumesActionsTest-1820729551 tempest-VolumesActionsTest-1820729551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:47.814810 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-9d7adabb-d9d9-4cb1-b99a-6a261322d534 req-945d4ce2-b73b-4d78-9773-f7dc307eb20c tempest-VolumesActionsTest-1820729551 tempest-VolumesActionsTest-1820729551-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc7207d6-3fd3-4fb7-aa91-420e34d2e3df HTTP/1.1" status: 200 len: 946 time: 0.1553457 Apr 15 20:33:47.838637 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [req-06ed8d49-cc23-41fa-873e-9189cd5b2401 req-2e13b8a9-89c1-407b-8a15-546656419768 service neutron] Attempting to bind port aeb63ff1-8531-4e42-972f-1f0ee47b707f on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:33:47.839117 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [req-06ed8d49-cc23-41fa-873e-9189cd5b2401 req-2e13b8a9-89c1-407b-8a15-546656419768 service neutron] Attempting to bind port aeb63ff1-8531-4e42-972f-1f0ee47b707f by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '36087674-63e1-4b37-9dd5-5f439f8a7270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '1d6bd424-08bd-4eca-95aa-caa56a0031f4'}] {{(pid=85412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:33:47.839618 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ed8d49-cc23-41fa-873e-9189cd5b2401 req-2e13b8a9-89c1-407b-8a15-546656419768 service neutron] Attempting to bind port aeb63ff1-8531-4e42-972f-1f0ee47b707f on network 1d6bd424-08bd-4eca-95aa-caa56a0031f4 {{(pid=85412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:33:47.844926 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ed8d49-cc23-41fa-873e-9189cd5b2401 req-2e13b8a9-89c1-407b-8a15-546656419768 service neutron] Port aeb63ff1-8531-4e42-972f-1f0ee47b707f on network 1d6bd424-08bd-4eca-95aa-caa56a0031f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 20:33:47.845388 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ed8d49-cc23-41fa-873e-9189cd5b2401 req-2e13b8a9-89c1-407b-8a15-546656419768 service neutron] Attempting to bind port aeb63ff1-8531-4e42-972f-1f0ee47b707f on network 1d6bd424-08bd-4eca-95aa-caa56a0031f4 {{(pid=85412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:33:47.851102 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ed8d49-cc23-41fa-873e-9189cd5b2401 req-2e13b8a9-89c1-407b-8a15-546656419768 service neutron] Checking agent: {'id': '70e73898-5ca9-4370-a761-abbf44013111', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 30, 18), 'started_at': datetime.datetime(2021, 4, 15, 20, 30, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:33:47.851475 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ed8d49-cc23-41fa-873e-9189cd5b2401 req-2e13b8a9-89c1-407b-8a15-546656419768 service neutron] Checking segment: {'id': '36087674-63e1-4b37-9dd5-5f439f8a7270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '1d6bd424-08bd-4eca-95aa-caa56a0031f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:33:47.852217 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ed8d49-cc23-41fa-873e-9189cd5b2401 req-2e13b8a9-89c1-407b-8a15-546656419768 service neutron] Bound using segment: {'id': '36087674-63e1-4b37-9dd5-5f439f8a7270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '1d6bd424-08bd-4eca-95aa-caa56a0031f4'} {{(pid=85412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:33:47.852681 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [req-06ed8d49-cc23-41fa-873e-9189cd5b2401 req-2e13b8a9-89c1-407b-8a15-546656419768 service neutron] Bound port: aeb63ff1-8531-4e42-972f-1f0ee47b707f, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36087674-63e1-4b37-9dd5-5f439f8a7270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '1d6bd424-08bd-4eca-95aa-caa56a0031f4'}}] {{(pid=85412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:33:47.853066 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-06ed8d49-cc23-41fa-873e-9189cd5b2401 req-2e13b8a9-89c1-407b-8a15-546656419768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:47.868913 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483fdf37-731d-4333-ada3-3edb35fcd74a req-eff28c83-68d1-44bd-ab95-4f12db3cade5 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:47.870559 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-483fdf37-731d-4333-ada3-3edb35fcd74a req-eff28c83-68d1-44bd-ab95-4f12db3cade5 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8d90772-0a94-4d10-8ca3-ed99a8abf885 HTTP/1.1" status: 200 len: 944 time: 0.1749058 Apr 15 20:33:47.902968 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6589a99b-4989-4a06-bc40-62b7e77e6cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:47.923556 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [req-9d7adabb-d9d9-4cb1-b99a-6a261322d534 req-9c5655a8-2f73-4007-a77c-93039b43cdb8 tempest-VolumesActionsTest-1820729551 tempest-VolumesActionsTest-1820729551-project] Deleting port 190a2be6-c862-4a39-8c7c-8e5b4554f508 {{(pid=85411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:33:47.923941 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-9d7adabb-d9d9-4cb1-b99a-6a261322d534 req-9c5655a8-2f73-4007-a77c-93039b43cdb8 tempest-VolumesActionsTest-1820729551 tempest-VolumesActionsTest-1820729551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245249624948'] for port, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:47.957022 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [req-06ed8d49-cc23-41fa-873e-9189cd5b2401 req-2e13b8a9-89c1-407b-8a15-546656419768 service neutron] For port aeb63ff1-8531-4e42-972f-1f0ee47b707f, host hv-cinder-78638, cleared binding levels {{(pid=85412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:33:47.961079 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [req-06ed8d49-cc23-41fa-873e-9189cd5b2401 req-2e13b8a9-89c1-407b-8a15-546656419768 service neutron] For port aeb63ff1-8531-4e42-972f-1f0ee47b707f, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=aeb63ff1-8531-4e42-972f-1f0ee47b707f,segment=NetworkSegment(36087674-63e1-4b37-9dd5-5f439f8a7270),segment_id=36087674-63e1-4b37-9dd5-5f439f8a7270)] {{(pid=85412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:33:47.964307 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-06ed8d49-cc23-41fa-873e-9189cd5b2401 req-2e13b8a9-89c1-407b-8a15-546656419768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2251697'] for port, after_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:47.982758 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:47.998182 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-483fdf37-731d-4333-ada3-3edb35fcd74a req-708f9484-8009-4282-a849-3e6a08cafd83 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/security-groups?id=2edb3071-98d0-466a-b0a6-21d6399c15c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150851 Apr 15 20:33:48.027129 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.agents_db [None req-12650cd8-a504-4c0d-a4a2-248dab766c22 None None] Agent healthcheck: found 6 active agents {{(pid=85414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:33:48.133082 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e13b8a9-89c1-407b-8a15-546656419768 service neutron] Pushing event updated for resources: {'Port': ['ID=aeb63ff1-8531-4e42-972f-1f0ee47b707f,revision_number=3']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:48.136495 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-2e13b8a9-89c1-407b-8a15-546656419768 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:48.171949 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ed8d49-cc23-41fa-873e-9189cd5b2401 req-2e13b8a9-89c1-407b-8a15-546656419768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:48.172532 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-06ed8d49-cc23-41fa-873e-9189cd5b2401 req-2e13b8a9-89c1-407b-8a15-546656419768 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16483510'] for port, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:48.174330 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-06ed8d49-cc23-41fa-873e-9189cd5b2401 req-2e13b8a9-89c1-407b-8a15-546656419768 service neutron] 10.222.0.76 "PUT /v2.0/ports/aeb63ff1-8531-4e42-972f-1f0ee47b707f HTTP/1.1" status: 200 len: 1094 time: 1.3276472 Apr 15 20:33:48.174899 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8d90772-0a94-4d10-8ca3-ed99a8abf885', 'tag': 'aeb63ff1-8531-4e42-972f-1f0ee47b707f'}] {{(pid=85412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:33:48.216082 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [req-9d7adabb-d9d9-4cb1-b99a-6a261322d534 req-9c5655a8-2f73-4007-a77c-93039b43cdb8 tempest-VolumesActionsTest-1820729551 tempest-VolumesActionsTest-1820729551-project] For port 190a2be6-c862-4a39-8c7c-8e5b4554f508, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=190a2be6-c862-4a39-8c7c-8e5b4554f508,segment=NetworkSegment(88faec31-fb0a-463f-948a-b0fef7926e8a),segment_id=88faec31-fb0a-463f-948a-b0fef7926e8a)] {{(pid=85411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:33:48.216486 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-9d7adabb-d9d9-4cb1-b99a-6a261322d534 req-9c5655a8-2f73-4007-a77c-93039b43cdb8 tempest-VolumesActionsTest-1820729551 tempest-VolumesActionsTest-1820729551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16344636'] for port, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:48.244030 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:48.262848 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8d90772-0a94-4d10-8ca3-ed99a8abf885', 'tag': 'aeb63ff1-8531-4e42-972f-1f0ee47b707f', 'status': 'completed', 'code': 200} Apr 15 20:33:48.307906 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ed8d49-cc23-41fa-873e-9189cd5b2401 req-36aee0ef-43e7-4151-b740-59b547a236ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:48.309528 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-06ed8d49-cc23-41fa-873e-9189cd5b2401 req-36aee0ef-43e7-4151-b740-59b547a236ca service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=bc4964d16a264d71886df3d34b5af018&device_id=b8d90772-0a94-4d10-8ca3-ed99a8abf885 HTTP/1.1" status: 200 len: 1097 time: 0.0901425 Apr 15 20:33:48.368429 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [req-9d7adabb-d9d9-4cb1-b99a-6a261322d534 req-9c5655a8-2f73-4007-a77c-93039b43cdb8 tempest-VolumesActionsTest-1820729551 tempest-VolumesActionsTest-1820729551-project] Calling delete_port for 190a2be6-c862-4a39-8c7c-8e5b4554f508 owned by compute:nova {{(pid=85411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:33:48.406780 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-06ed8d49-cc23-41fa-873e-9189cd5b2401 req-f49ac823-97f5-4fb7-b313-b77da18ced3c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aeb63ff1-8531-4e42-972f-1f0ee47b707f HTTP/1.1" status: 200 len: 217 time: 0.0771852 Apr 15 20:33:48.486630 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ed8d49-cc23-41fa-873e-9189cd5b2401 req-9058ee5f-5b03-4331-adef-1e720d13acdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:48.489306 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-06ed8d49-cc23-41fa-873e-9189cd5b2401 req-9058ee5f-5b03-4331-adef-1e720d13acdb service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f27ce411-0d84-4b80-8c16-9cf996d5a5a8 HTTP/1.1" status: 200 len: 855 time: 0.0741811 Apr 15 20:33:48.531611 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-9d7adabb-d9d9-4cb1-b99a-6a261322d534 req-9c5655a8-2f73-4007-a77c-93039b43cdb8 tempest-VolumesActionsTest-1820729551 tempest-VolumesActionsTest-1820729551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791605129519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791604687919'] for port, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:48.568660 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] get_ports_and_sgs() called for port_ids ['190a2be6-c862-4a39-8c7c-8e5b4554f508'] {{(pid=85413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:33:48.717138 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:48.768886 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5655a8-2f73-4007-a77c-93039b43cdb8 tempest-VolumesActionsTest-1820729551 tempest-VolumesActionsTest-1820729551-project] Pushing event deleted for resources: {'Port': ['ID=190a2be6-c862-4a39-8c7c-8e5b4554f508,revision_number=None']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:48.779978 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-06ed8d49-cc23-41fa-873e-9189cd5b2401 req-6e3ea481-d2cc-47c7-9f54-a6736394b559 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1d6bd424-08bd-4eca-95aa-caa56a0031f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2825942 Apr 15 20:33:48.827439 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-9c5655a8-2f73-4007-a77c-93039b43cdb8 tempest-VolumesActionsTest-1820729551 tempest-VolumesActionsTest-1820729551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:48.928251 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-8f81176a-f314-4372-8731-8bcfcc7bc4ad req-f107183d-5612-4e3e-b047-199844293d41 tempest-VolumesActionsTest-1820729551 tempest-VolumesActionsTest-1820729551-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc7207d6-3fd3-4fb7-aa91-420e34d2e3df HTTP/1.1" status: 200 len: 210 time: 0.1509266 Apr 15 20:33:48.963355 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-06ed8d49-cc23-41fa-873e-9189cd5b2401 req-911f35c6-297d-4c53-bb18-9dfa921ec4ae service neutron] 10.222.0.76 "GET /v2.0/networks/1d6bd424-08bd-4eca-95aa-caa56a0031f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714492 Apr 15 20:33:48.985119 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d7adabb-d9d9-4cb1-b99a-6a261322d534 req-9c5655a8-2f73-4007-a77c-93039b43cdb8 tempest-VolumesActionsTest-1820729551 tempest-VolumesActionsTest-1820729551-project] No DVR routers for this DVR port 190a2be6-c862-4a39-8c7c-8e5b4554f508 on host hv-cinder-78638 {{(pid=85411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 20:33:48.996350 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-9d7adabb-d9d9-4cb1-b99a-6a261322d534 req-9c5655a8-2f73-4007-a77c-93039b43cdb8 tempest-VolumesActionsTest-1820729551 tempest-VolumesActionsTest-1820729551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-906'] for port, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:49.002186 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc7207d6-3fd3-4fb7-aa91-420e34d2e3df', 'name': 'network-vif-deleted', 'tag': '190a2be6-c862-4a39-8c7c-8e5b4554f508'}] {{(pid=85411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:33:49.016247 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-9d7adabb-d9d9-4cb1-b99a-6a261322d534 req-9c5655a8-2f73-4007-a77c-93039b43cdb8 tempest-VolumesActionsTest-1820729551 tempest-VolumesActionsTest-1820729551-project] 10.222.0.76 "DELETE /v2.0/ports/190a2be6-c862-4a39-8c7c-8e5b4554f508 HTTP/1.1" status: 204 len: 173 time: 1.1953497 Apr 15 20:33:49.029339 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf8e75d-6b7b-4c0b-af3c-d9a825c56021 req-3192077a-2657-4505-a11f-5319a871fbec tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:49.037098 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-2bf8e75d-6b7b-4c0b-af3c-d9a825c56021 req-3192077a-2657-4505-a11f-5319a871fbec tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6a5ef30-fb31-4a4a-b920-e6f83c17d0bf HTTP/1.1" status: 200 len: 945 time: 0.3210807 Apr 15 20:33:49.083762 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-2bf8e75d-6b7b-4c0b-af3c-d9a825c56021 req-4b19bafa-5f9b-4b27-b4e0-0c01deab4be0 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456929 Apr 15 20:33:49.139054 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-06ed8d49-cc23-41fa-873e-9189cd5b2401 req-2ee0cf95-b969-4eb9-9fd2-1feaef4bb23d service neutron] 10.222.0.76 "GET /v2.0/networks/1d6bd424-08bd-4eca-95aa-caa56a0031f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683609 Apr 15 20:33:49.159644 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc7207d6-3fd3-4fb7-aa91-420e34d2e3df', 'name': 'network-vif-deleted', 'tag': '190a2be6-c862-4a39-8c7c-8e5b4554f508', 'status': 'completed', 'code': 200} Apr 15 20:33:49.307968 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c6bea-790f-4609-a4ad-10f584152895 req-8cc64f97-3373-4d6b-90e9-39e3c72adaad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:49.309579 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f91c6bea-790f-4609-a4ad-10f584152895 req-8cc64f97-3373-4d6b-90e9-39e3c72adaad service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=bc4964d16a264d71886df3d34b5af018&device_id=b8d90772-0a94-4d10-8ca3-ed99a8abf885 HTTP/1.1" status: 200 len: 1097 time: 0.0874629 Apr 15 20:33:49.395515 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f622fc-2656-4806-9cb2-62eb3c2b1346 req-f1e7c234-ad06-4b56-8e86-3688bbdc59d8 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:49.399979 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-b6f622fc-2656-4806-9cb2-62eb3c2b1346 req-f1e7c234-ad06-4b56-8e86-3688bbdc59d8 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8d90772-0a94-4d10-8ca3-ed99a8abf885 HTTP/1.1" status: 200 len: 944 time: 0.1702850 Apr 15 20:33:49.413487 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e786699b-94b8-426e-b5e1-5e7f81c329c0 req-f38aa187-a9c3-43f8-939c-95626a7919ed tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:49.415306 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-e786699b-94b8-426e-b5e1-5e7f81c329c0 req-f38aa187-a9c3-43f8-939c-95626a7919ed tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=402d0c46-dfca-4bdc-bde6-0530e33b1285 HTTP/1.1" status: 200 len: 945 time: 0.1409039 Apr 15 20:33:49.504230 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-b6f622fc-2656-4806-9cb2-62eb3c2b1346 req-d355a9f0-6c78-46f8-8d1a-78431b5c50df tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/security-groups?id=2edb3071-98d0-466a-b0a6-21d6399c15c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873833 Apr 15 20:33:49.514898 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c6bea-790f-4609-a4ad-10f584152895 req-e555725a-6c81-4e9a-ae2c-06b46a33a373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:49.516706 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f91c6bea-790f-4609-a4ad-10f584152895 req-e555725a-6c81-4e9a-ae2c-06b46a33a373 service neutron] 10.222.0.76 "GET /v2.0/networks?id=1d6bd424-08bd-4eca-95aa-caa56a0031f4 HTTP/1.1" status: 200 len: 917 time: 0.1882939 Apr 15 20:33:49.519021 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-e786699b-94b8-426e-b5e1-5e7f81c329c0 req-e8687e8f-4903-4693-bbe8-010e8cb14c17 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767930 Apr 15 20:33:49.563880 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-611aad59-e19d-4c1d-b92d-eb0975a661b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:49.602790 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f91c6bea-790f-4609-a4ad-10f584152895 req-a2ece4cb-9e1f-4490-94cd-314a958903d1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aeb63ff1-8531-4e42-972f-1f0ee47b707f HTTP/1.1" status: 200 len: 217 time: 0.0720940 Apr 15 20:33:49.680395 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c6bea-790f-4609-a4ad-10f584152895 req-0a221134-adc5-470c-93c3-05a8288e923a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:49.681924 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f91c6bea-790f-4609-a4ad-10f584152895 req-0a221134-adc5-470c-93c3-05a8288e923a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f27ce411-0d84-4b80-8c16-9cf996d5a5a8 HTTP/1.1" status: 200 len: 855 time: 0.0655761 Apr 15 20:33:49.739842 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f91c6bea-790f-4609-a4ad-10f584152895 req-037461b7-13bf-4855-be3a-665fa8ffb094 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1d6bd424-08bd-4eca-95aa-caa56a0031f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505490 Apr 15 20:33:49.903692 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f91c6bea-790f-4609-a4ad-10f584152895 req-c1c6c6b3-38db-4ce5-b3f2-738053d7630e service neutron] 10.222.0.76 "GET /v2.0/networks/1d6bd424-08bd-4eca-95aa-caa56a0031f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565185 Apr 15 20:33:50.095112 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f91c6bea-790f-4609-a4ad-10f584152895 req-852243f0-efb6-4b6d-a448-2931e0a55143 service neutron] 10.222.0.76 "GET /v2.0/networks/1d6bd424-08bd-4eca-95aa-caa56a0031f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839805 Apr 15 20:33:50.180133 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-6c6ef3d3-f054-4503-b414-b82bca3aadfb req-f6503164-d290-445f-956f-1c2fef71626f tempest-VolumesActionsTest-1820729551 tempest-VolumesActionsTest-1820729551-project] Synchronizing usage tracker for tenant:9587888ce18f4e89a8a1f087afa543c7 on resource:port {{(pid=85411) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:33:50.199525 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-6c6ef3d3-f054-4503-b414-b82bca3aadfb req-f6503164-d290-445f-956f-1c2fef71626f tempest-VolumesActionsTest-1820729551 tempest-VolumesActionsTest-1820729551-project] Unset dirty status for tenant:9587888ce18f4e89a8a1f087afa543c7 on resource:port {{(pid=85411) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:33:50.202846 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-6c6ef3d3-f054-4503-b414-b82bca3aadfb req-f6503164-d290-445f-956f-1c2fef71626f tempest-VolumesActionsTest-1820729551 tempest-VolumesActionsTest-1820729551-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc7207d6-3fd3-4fb7-aa91-420e34d2e3df HTTP/1.1" status: 200 len: 210 time: 0.0703399 Apr 15 20:33:50.676466 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device 190a2be6-c862-4a39-8c7c-8e5b4554f508 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 20:33:50.705718 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72332f19-3197-4061-8b64-3c2a4a131f0c req-bd886ea5-159e-4c28-88e0-32c7a3170218 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:50.707360 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-72332f19-3197-4061-8b64-3c2a4a131f0c req-bd886ea5-159e-4c28-88e0-32c7a3170218 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8d90772-0a94-4d10-8ca3-ed99a8abf885 HTTP/1.1" status: 200 len: 944 time: 0.0890126 Apr 15 20:33:50.763662 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-72332f19-3197-4061-8b64-3c2a4a131f0c req-743e5d6d-aa44-49e6-8f00-1e137ed6ba9e tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/security-groups?id=2edb3071-98d0-466a-b0a6-21d6399c15c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496926 Apr 15 20:33:50.883411 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] No Port match for: 190a2be6-c862-4a39-8c7c-8e5b4554f508 {{(pid=85413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 20:33:50.883747 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device 190a2be6-c862-4a39-8c7c-8e5b4554f508 not bound to the agent host hv-cinder-78638 {{(pid=85413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 20:33:51.553208 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ad221-560f-41be-be39-4bdcf8599c4a req-92d33d77-1067-490f-a977-eb4abed564df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:51.554975 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-656ad221-560f-41be-be39-4bdcf8599c4a req-92d33d77-1067-490f-a977-eb4abed564df service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1e31b55aa57d4e31a2da58cc9cf6c253&device_id=402d0c46-dfca-4bdc-bde6-0530e33b1285 HTTP/1.1" status: 200 len: 1098 time: 0.0846946 Apr 15 20:33:51.628793 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcf7e4c-cfd2-49e1-9ca9-3e8e37d86cb7 req-3a9e1cbc-523c-416c-8092-b3b6fc928261 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:51.631417 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-9bcf7e4c-cfd2-49e1-9ca9-3e8e37d86cb7 req-3a9e1cbc-523c-416c-8092-b3b6fc928261 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=402d0c46-dfca-4bdc-bde6-0530e33b1285 HTTP/1.1" status: 200 len: 945 time: 0.1039145 Apr 15 20:33:51.701073 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-9bcf7e4c-cfd2-49e1-9ca9-3e8e37d86cb7 req-644c5698-66b7-4612-9741-a05a4a09c3bb tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615034 Apr 15 20:33:51.740540 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ad221-560f-41be-be39-4bdcf8599c4a req-21c59226-cd14-4028-a120-b6e67f266a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:51.742756 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-656ad221-560f-41be-be39-4bdcf8599c4a req-21c59226-cd14-4028-a120-b6e67f266a57 service neutron] 10.222.0.76 "GET /v2.0/networks?id=ea2effbe-b5a2-46bc-8ec6-0a200ba4895c HTTP/1.1" status: 200 len: 920 time: 0.1668277 Apr 15 20:33:51.831280 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-656ad221-560f-41be-be39-4bdcf8599c4a req-78fd23b5-6105-4744-9bcb-ca5a2ca0c78d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fc41e5a6-b0ea-49fb-b50c-ac856b571e16 HTTP/1.1" status: 200 len: 217 time: 0.0802648 Apr 15 20:33:51.929926 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ad221-560f-41be-be39-4bdcf8599c4a req-449773c3-13df-4644-abda-696197319c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:51.931591 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-656ad221-560f-41be-be39-4bdcf8599c4a req-449773c3-13df-4644-abda-696197319c73 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c90fb5b4-5396-4daa-8e55-8894de66d707 HTTP/1.1" status: 200 len: 858 time: 0.0883958 Apr 15 20:33:51.990704 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-656ad221-560f-41be-be39-4bdcf8599c4a req-63ed22ba-2706-4c87-a3f7-035fe490893f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ea2effbe-b5a2-46bc-8ec6-0a200ba4895c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500116 Apr 15 20:33:52.002177 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e8868-3596-4488-aeea-5a22e8007434 req-a35beefd-944d-431a-81ca-591d85dbd67d tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:52.003775 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-790e8868-3596-4488-aeea-5a22e8007434 req-a35beefd-944d-431a-81ca-591d85dbd67d tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8d90772-0a94-4d10-8ca3-ed99a8abf885 HTTP/1.1" status: 200 len: 944 time: 0.0962191 Apr 15 20:33:52.145692 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-656ad221-560f-41be-be39-4bdcf8599c4a req-f8866e75-d67e-4a8d-b271-6c507c0e31b0 service neutron] 10.222.0.76 "GET /v2.0/networks/ea2effbe-b5a2-46bc-8ec6-0a200ba4895c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445405 Apr 15 20:33:52.262602 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-790e8868-3596-4488-aeea-5a22e8007434 req-ec9b1e3f-6366-40c5-8602-a87d6cd75458 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/security-groups?id=2edb3071-98d0-466a-b0a6-21d6399c15c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521873 Apr 15 20:33:52.304027 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-656ad221-560f-41be-be39-4bdcf8599c4a req-f193ba30-8c6f-4f5f-9ac9-9c77b4aec554 service neutron] 10.222.0.76 "GET /v2.0/networks/ea2effbe-b5a2-46bc-8ec6-0a200ba4895c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429391 Apr 15 20:33:52.930489 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4a7465-f65d-44bd-b468-d00a50dea7b6 req-ee83e4e8-6226-4f45-9551-7e6e8051e0f5 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:52.932112 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-9e4a7465-f65d-44bd-b468-d00a50dea7b6 req-ee83e4e8-6226-4f45-9551-7e6e8051e0f5 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=402d0c46-dfca-4bdc-bde6-0530e33b1285 HTTP/1.1" status: 200 len: 945 time: 0.1080370 Apr 15 20:33:52.991366 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-9e4a7465-f65d-44bd-b468-d00a50dea7b6 req-8ffa2b6a-ddff-4fb8-b280-ff6bd29491f2 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526998 Apr 15 20:33:53.471560 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b63b25-cfc4-45b4-bd0d-3593a37a0730 req-ebc9da1c-8e3a-415c-9ebe-423bc3f9920c tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:53.474895 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-39b63b25-cfc4-45b4-bd0d-3593a37a0730 req-ebc9da1c-8e3a-415c-9ebe-423bc3f9920c tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8d90772-0a94-4d10-8ca3-ed99a8abf885 HTTP/1.1" status: 200 len: 944 time: 0.0898097 Apr 15 20:33:53.521975 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-39b63b25-cfc4-45b4-bd0d-3593a37a0730 req-ce7ee49c-4c80-454d-859f-58c1aa3a5578 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/security-groups?id=2edb3071-98d0-466a-b0a6-21d6399c15c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422418 Apr 15 20:33:54.197818 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545ee09-9f9a-4230-b9ee-77a47d08333d req-beb151e8-6cb6-4560-9512-7012efbc6330 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:54.199562 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-1545ee09-9f9a-4230-b9ee-77a47d08333d req-beb151e8-6cb6-4560-9512-7012efbc6330 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=402d0c46-dfca-4bdc-bde6-0530e33b1285 HTTP/1.1" status: 200 len: 945 time: 0.0948403 Apr 15 20:33:54.249361 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-1545ee09-9f9a-4230-b9ee-77a47d08333d req-414c1502-0864-44dc-828b-3b69f2ecb5b9 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430856 Apr 15 20:33:54.714502 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device aeb63ff1-8531-4e42-972f-1f0ee47b707f details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 20:33:54.747871 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529293b9-1e48-4e47-9438-2006003f98e1 req-33eb00b3-9ff8-4468-942b-175116edd8b9 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:54.749673 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-529293b9-1e48-4e47-9438-2006003f98e1 req-33eb00b3-9ff8-4468-942b-175116edd8b9 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8d90772-0a94-4d10-8ca3-ed99a8abf885 HTTP/1.1" status: 200 len: 944 time: 0.1081874 Apr 15 20:33:54.807433 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-529293b9-1e48-4e47-9438-2006003f98e1 req-02fdc3de-0c7f-462d-9a7d-471923372a58 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/security-groups?id=2edb3071-98d0-466a-b0a6-21d6399c15c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508850 Apr 15 20:33:54.864418 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] For port aeb63ff1-8531-4e42-972f-1f0ee47b707f, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=aeb63ff1-8531-4e42-972f-1f0ee47b707f,segment=NetworkSegment(36087674-63e1-4b37-9dd5-5f439f8a7270),segment_id=36087674-63e1-4b37-9dd5-5f439f8a7270)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:33:54.879688 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Returning: {'device': 'aeb63ff1-8531-4e42-972f-1f0ee47b707f', 'network_id': '1d6bd424-08bd-4eca-95aa-caa56a0031f4', 'port_id': 'aeb63ff1-8531-4e42-972f-1f0ee47b707f', 'mac_address': 'fa:16:3e:da:be:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1094, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f27ce411-0d84-4b80-8c16-9cf996d5a5a8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 20:33:54.939704 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:54.958575 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeb63ff1-8531-4e42-972f-1f0ee47b707f {{(pid=85413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:33:54.978176 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] For port aeb63ff1-8531-4e42-972f-1f0ee47b707f, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=aeb63ff1-8531-4e42-972f-1f0ee47b707f,segment=NetworkSegment(36087674-63e1-4b37-9dd5-5f439f8a7270),segment_id=36087674-63e1-4b37-9dd5-5f439f8a7270)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:33:54.982400 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:54.985322 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:55.066604 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Pushing event updated for resources: {'Port': ['ID=aeb63ff1-8531-4e42-972f-1f0ee47b707f,revision_number=4']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:55.069808 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:55.488819 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8092c230-b316-4c72-8869-eb1af80cc1f0 req-adb2150b-acc2-42ab-8e13-95f713021556 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:55.491050 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-8092c230-b316-4c72-8869-eb1af80cc1f0 req-adb2150b-acc2-42ab-8e13-95f713021556 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=402d0c46-dfca-4bdc-bde6-0530e33b1285 HTTP/1.1" status: 200 len: 945 time: 0.1015301 Apr 15 20:33:55.539990 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-8092c230-b316-4c72-8869-eb1af80cc1f0 req-5600110f-077e-402d-bae9-223860d8f5c0 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419390 Apr 15 20:33:55.634510 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 60296) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:33:55.667652 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] get_ports_and_sgs() called for port_ids ['aeb63ff1-8531-4e42-972f-1f0ee47b707f'] {{(pid=85413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:33:55.773030 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-27a0ea7c-b9a5-4437-94d9-a89dd78e7cb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:55.789090 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-27a0ea7c-b9a5-4437-94d9-a89dd78e7cb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:33:55.793091 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-27a0ea7c-b9a5-4437-94d9-a89dd78e7cb5 admin admin] Usage tracker for resource:security_group_rule and tenant:187da63999ce47f692e653722465c776 is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:33:55.796083 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-27a0ea7c-b9a5-4437-94d9-a89dd78e7cb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:33:55.802212 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-27a0ea7c-b9a5-4437-94d9-a89dd78e7cb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:33:55.894268 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-27a0ea7c-b9a5-4437-94d9-a89dd78e7cb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:55.897208 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-27a0ea7c-b9a5-4437-94d9-a89dd78e7cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:55.906616 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-ec5a0c95-6436-473d-a11a-555716306af9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:55.949463 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-27a0ea7c-b9a5-4437-94d9-a89dd78e7cb5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=187da63999ce47f692e653722465c776&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3137875 Apr 15 20:33:55.950308 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a0ea7c-b9a5-4437-94d9-a89dd78e7cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f90460da-03f0-4e64-99e5-6f94358a7bce,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:55.952811 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 60308) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:33:55.955857 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-27a0ea7c-b9a5-4437-94d9-a89dd78e7cb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:56.015610 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2cea8f-c62c-4c72-ba0f-ac0ab8fab92f req-ad03b569-28ce-4771-a2ac-26c4ad4e2a29 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:56.015855 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-96b05d46-7712-401d-96d4-5f385e551ce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:56.017315 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-7a2cea8f-c62c-4c72-ba0f-ac0ab8fab92f req-ad03b569-28ce-4771-a2ac-26c4ad4e2a29 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8d90772-0a94-4d10-8ca3-ed99a8abf885 HTTP/1.1" status: 200 len: 945 time: 0.0915239 Apr 15 20:33:56.046892 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-96b05d46-7712-401d-96d4-5f385e551ce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:56.069258 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-7a2cea8f-c62c-4c72-ba0f-ac0ab8fab92f req-a7526a01-a0ef-467a-943c-c86690ea882a tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/security-groups?id=2edb3071-98d0-466a-b0a6-21d6399c15c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455024 Apr 15 20:33:56.098840 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-96b05d46-7712-401d-96d4-5f385e551ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:56.104252 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-6feef922-37e3-45a0-a76d-2057059b5eef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:56.118781 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b05d46-7712-401d-96d4-5f385e551ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f90460da-03f0-4e64-99e5-6f94358a7bce,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:56.121784 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-96b05d46-7712-401d-96d4-5f385e551ce7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:56.122779 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-96b05d46-7712-401d-96d4-5f385e551ce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:56.123958 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-96b05d46-7712-401d-96d4-5f385e551ce7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f90460da-03f0-4e64-99e5-6f94358a7bce HTTP/1.1" status: 204 len: 168 time: 0.1701145 Apr 15 20:33:56.441454 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 60324) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:33:56.460940 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-2696f84a-0cb8-4486-a8aa-e158f12917e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:56.477354 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-2696f84a-0cb8-4486-a8aa-e158f12917e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:33:56.481383 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-2696f84a-0cb8-4486-a8aa-e158f12917e9 admin admin] Usage tracker for resource:security_group_rule and tenant:6c0779395fa344d9b194ff2c23d74a5e is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:33:56.484369 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-2696f84a-0cb8-4486-a8aa-e158f12917e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:33:56.490525 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-2696f84a-0cb8-4486-a8aa-e158f12917e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:33:56.573438 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-2696f84a-0cb8-4486-a8aa-e158f12917e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:56.577174 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-2696f84a-0cb8-4486-a8aa-e158f12917e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:56.584750 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-ecab05ff-ecee-44bb-809e-1e7f116efd42 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:56.628314 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-2696f84a-0cb8-4486-a8aa-e158f12917e9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6c0779395fa344d9b194ff2c23d74a5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1856506 Apr 15 20:33:56.629325 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2696f84a-0cb8-4486-a8aa-e158f12917e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d6d4959-2eb3-43f6-83e4-235ca7194fec,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:56.631432 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 60332) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:33:56.632502 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-2696f84a-0cb8-4486-a8aa-e158f12917e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:56.756184 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c82b439c-8cf8-409b-8b7b-f859547e9179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:56.791554 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c82b439c-8cf8-409b-8b7b-f859547e9179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:56.821927 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fbc21c-7c93-491d-a9ea-8d87892fd2b6 req-aa204233-258e-41ed-8e26-64a4ed9d5c14 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:56.823456 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-59fbc21c-7c93-491d-a9ea-8d87892fd2b6 req-aa204233-258e-41ed-8e26-64a4ed9d5c14 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=402d0c46-dfca-4bdc-bde6-0530e33b1285 HTTP/1.1" status: 200 len: 945 time: 0.1642485 Apr 15 20:33:56.885088 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-59fbc21c-7c93-491d-a9ea-8d87892fd2b6 req-a2ca3246-b80a-47d0-9f72-b1445c33f0ee tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479829 Apr 15 20:33:56.890565 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c82b439c-8cf8-409b-8b7b-f859547e9179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:56.898914 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-c9701469-fd89-4ae3-8cc7-d53ad4cdead9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:56.914132 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c82b439c-8cf8-409b-8b7b-f859547e9179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:56.915381 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-c82b439c-8cf8-409b-8b7b-f859547e9179 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8d6d4959-2eb3-43f6-83e4-235ca7194fec HTTP/1.1" status: 204 len: 168 time: 0.2828858 Apr 15 20:33:56.916575 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82b439c-8cf8-409b-8b7b-f859547e9179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d6d4959-2eb3-43f6-83e4-235ca7194fec,revision_number=None']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:56.926696 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-c82b439c-8cf8-409b-8b7b-f859547e9179 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:57.280654 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46b6523-71a8-42b2-9e7b-3b66f2140986 req-5fa92acf-7589-4a85-9a47-601872b56458 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:57.283056 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-a46b6523-71a8-42b2-9e7b-3b66f2140986 req-5fa92acf-7589-4a85-9a47-601872b56458 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8d90772-0a94-4d10-8ca3-ed99a8abf885 HTTP/1.1" status: 200 len: 945 time: 0.0949442 Apr 15 20:33:57.348433 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-a46b6523-71a8-42b2-9e7b-3b66f2140986 req-bc073daf-7309-406f-b188-89bdfd98064e tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/security-groups?id=2edb3071-98d0-466a-b0a6-21d6399c15c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570154 Apr 15 20:33:58.121999 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc6b415-09e6-4ef0-b195-9c05bf99c902 req-e9da0bed-97e7-4efa-85be-a8d69d6f00ce tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:58.129891 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-fbc6b415-09e6-4ef0-b195-9c05bf99c902 req-e9da0bed-97e7-4efa-85be-a8d69d6f00ce tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=402d0c46-dfca-4bdc-bde6-0530e33b1285 HTTP/1.1" status: 200 len: 945 time: 0.1160214 Apr 15 20:33:58.186963 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-fbc6b415-09e6-4ef0-b195-9c05bf99c902 req-bf0f52bf-edf3-443b-947f-f86c7e4e456a tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560777 Apr 15 20:33:58.550283 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5cdfc6-7190-438b-8b0e-feb41991d878 req-50cb0393-bd87-4e8d-8f67-451c6c4f5998 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:58.551921 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-8e5cdfc6-7190-438b-8b0e-feb41991d878 req-50cb0393-bd87-4e8d-8f67-451c6c4f5998 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8d90772-0a94-4d10-8ca3-ed99a8abf885 HTTP/1.1" status: 200 len: 945 time: 0.0926921 Apr 15 20:33:58.599807 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-8e5cdfc6-7190-438b-8b0e-feb41991d878 req-90ef3195-da6c-47fa-bb56-e554775a0fb9 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/security-groups?id=2edb3071-98d0-466a-b0a6-21d6399c15c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412772 Apr 15 20:33:58.755540 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device aeb63ff1-8531-4e42-972f-1f0ee47b707f up at agent hyperv_hv-cinder-78638 {{(pid=85413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:33:58.827756 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Provisioning for port aeb63ff1-8531-4e42-972f-1f0ee47b707f completed by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:33:58.833894 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Provisioning complete for port aeb63ff1-8531-4e42-972f-1f0ee47b707f triggered by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:33:58.833894 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:58.971733 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:59.006698 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8d90772-0a94-4d10-8ca3-ed99a8abf885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb63ff1-8531-4e42-972f-1f0ee47b707f'}] {{(pid=85413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:33:59.027365 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] For port aeb63ff1-8531-4e42-972f-1f0ee47b707f, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=aeb63ff1-8531-4e42-972f-1f0ee47b707f,segment=NetworkSegment(36087674-63e1-4b37-9dd5-5f439f8a7270),segment_id=36087674-63e1-4b37-9dd5-5f439f8a7270)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:33:59.032074 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:59.035493 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:33:59.076704 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8d90772-0a94-4d10-8ca3-ed99a8abf885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb63ff1-8531-4e42-972f-1f0ee47b707f', 'code': 200} Apr 15 20:33:59.120824 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Pushing event updated for resources: {'Port': ['ID=aeb63ff1-8531-4e42-972f-1f0ee47b707f,revision_number=5']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:33:59.131092 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:33:59.418002 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e6e75-f2ab-49b0-a3d2-bcdd384f5056 req-dc12c59c-7c99-4fdf-b701-d5f0a79945ef tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:59.421279 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df10d72-9f41-4d07-87d3-5cfa77927c0c req-3fffa7e8-5572-436c-9a8c-0e5dd558bcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:59.423374 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-9df10d72-9f41-4d07-87d3-5cfa77927c0c req-3fffa7e8-5572-436c-9a8c-0e5dd558bcdf service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b8d90772-0a94-4d10-8ca3-ed99a8abf885 HTTP/1.1" status: 200 len: 1099 time: 0.1171906 Apr 15 20:33:59.432591 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-b60e6e75-f2ab-49b0-a3d2-bcdd384f5056 req-dc12c59c-7c99-4fdf-b701-d5f0a79945ef tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=402d0c46-dfca-4bdc-bde6-0530e33b1285 HTTP/1.1" status: 200 len: 945 time: 0.0963540 Apr 15 20:33:59.475551 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-9df10d72-9f41-4d07-87d3-5cfa77927c0c req-58b5efd6-e9a4-4bf4-a456-3ae8d260a768 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=2edb3071-98d0-466a-b0a6-21d6399c15c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437272 Apr 15 20:33:59.495236 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-b60e6e75-f2ab-49b0-a3d2-bcdd384f5056 req-6f8c6f8b-9bce-41cf-9d11-060c7071ab04 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675859 Apr 15 20:33:59.757989 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 60466) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:33:59.818242 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6df38a-9338-42b8-a84a-2e200a420416 req-244c92c7-c137-4a57-be11-726e8f6299c8 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:33:59.819884 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-8e6df38a-9338-42b8-a84a-2e200a420416 req-244c92c7-c137-4a57-be11-726e8f6299c8 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8d90772-0a94-4d10-8ca3-ed99a8abf885 HTTP/1.1" status: 200 len: 946 time: 0.0916231 Apr 15 20:33:59.867427 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-8e6df38a-9338-42b8-a84a-2e200a420416 req-1fa13872-f092-4135-83ee-e5df7c421294 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/security-groups?id=2edb3071-98d0-466a-b0a6-21d6399c15c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412195 Apr 15 20:33:59.884744 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-038b84d8-d392-4b4e-95ef-f4d8064d0841 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:33:59.900232 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-038b84d8-d392-4b4e-95ef-f4d8064d0841 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:33:59.904504 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-038b84d8-d392-4b4e-95ef-f4d8064d0841 admin admin] Usage tracker for resource:security_group_rule and tenant:0dd7abfe8fad49e3a8cca2b698c7a3a9 is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:33:59.907565 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-038b84d8-d392-4b4e-95ef-f4d8064d0841 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:33:59.913684 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-038b84d8-d392-4b4e-95ef-f4d8064d0841 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:34:00.000608 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-038b84d8-d392-4b4e-95ef-f4d8064d0841 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:00.004027 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-038b84d8-d392-4b4e-95ef-f4d8064d0841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:00.010843 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-96b05d46-7712-401d-96d4-5f385e551ce7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:34:00.057999 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-038b84d8-d392-4b4e-95ef-f4d8064d0841 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0dd7abfe8fad49e3a8cca2b698c7a3a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2986872 Apr 15 20:34:00.058977 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038b84d8-d392-4b4e-95ef-f4d8064d0841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7a984a-35a9-4b4a-a6d4-e06f0b942f90,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:34:00.061313 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 60474) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:34:00.062258 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-038b84d8-d392-4b4e-95ef-f4d8064d0841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:34:00.126863 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-3f2bc735-0d31-49d2-b1a4-341627e9c062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:00.153635 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-3f2bc735-0d31-49d2-b1a4-341627e9c062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:00.200085 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-3f2bc735-0d31-49d2-b1a4-341627e9c062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:00.206497 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-24d52274-d9b8-441e-9761-021eeb6ccc00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:34:00.219616 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2bc735-0d31-49d2-b1a4-341627e9c062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7a984a-35a9-4b4a-a6d4-e06f0b942f90,revision_number=None']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:34:00.222668 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-3f2bc735-0d31-49d2-b1a4-341627e9c062 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:34:00.223660 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-3f2bc735-0d31-49d2-b1a4-341627e9c062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:00.228129 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-3f2bc735-0d31-49d2-b1a4-341627e9c062 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ea7a984a-35a9-4b4a-a6d4-e06f0b942f90 HTTP/1.1" status: 204 len: 168 time: 0.1652384 Apr 15 20:34:00.530571 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 60490) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:34:00.555382 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-5366031e-2ad0-4eb8-a42f-5dadcd56abc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:00.571373 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-5366031e-2ad0-4eb8-a42f-5dadcd56abc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:34:00.575590 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-5366031e-2ad0-4eb8-a42f-5dadcd56abc0 admin admin] Usage tracker for resource:security_group_rule and tenant:04d24e72293b4f528cb6e9c4d717d2d7 is out of sync, need to count used quota {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:34:00.578856 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-5366031e-2ad0-4eb8-a42f-5dadcd56abc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:34:00.585396 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-5366031e-2ad0-4eb8-a42f-5dadcd56abc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:34:00.740030 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-5366031e-2ad0-4eb8-a42f-5dadcd56abc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:00.757363 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec30c8-06b5-447e-bc58-3a6f741ec954 req-97858514-65d5-4196-aefb-49cb310173c8 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:00.758938 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-01ec30c8-06b5-447e-bc58-3a6f741ec954 req-97858514-65d5-4196-aefb-49cb310173c8 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=402d0c46-dfca-4bdc-bde6-0530e33b1285 HTTP/1.1" status: 200 len: 945 time: 0.1273150 Apr 15 20:34:00.759594 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-5366031e-2ad0-4eb8-a42f-5dadcd56abc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:00.768775 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-fe8bbbba-da6d-4a58-b282-2dde6e290b41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:34:00.833326 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5366031e-2ad0-4eb8-a42f-5dadcd56abc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6cc6ec-78db-484e-af48-03f563c47afe,revision_number=1']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:34:00.837972 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-5366031e-2ad0-4eb8-a42f-5dadcd56abc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:34:00.840752 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-5366031e-2ad0-4eb8-a42f-5dadcd56abc0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=04d24e72293b4f528cb6e9c4d717d2d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3090038 Apr 15 20:34:00.843795 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 60504) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:34:00.862994 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-01ec30c8-06b5-447e-bc58-3a6f741ec954 req-a5c4bc2e-548c-43c5-894a-18e807ef2b16 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834856 Apr 15 20:34:00.914808 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7e0ee604-8462-4d06-bb98-9bc619e9f102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:00.944837 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7e0ee604-8462-4d06-bb98-9bc619e9f102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:00.992243 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7e0ee604-8462-4d06-bb98-9bc619e9f102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:00.997710 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-36ed410a-5266-4825-a2a2-16c6c4dcf0e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:34:01.011389 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0ee604-8462-4d06-bb98-9bc619e9f102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6cc6ec-78db-484e-af48-03f563c47afe,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:34:01.016046 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-7e0ee604-8462-4d06-bb98-9bc619e9f102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:34:01.042339 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7e0ee604-8462-4d06-bb98-9bc619e9f102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:01.046677 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-7e0ee604-8462-4d06-bb98-9bc619e9f102 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1c6cc6ec-78db-484e-af48-03f563c47afe HTTP/1.1" status: 204 len: 168 time: 0.2017117 Apr 15 20:34:01.094843 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304b37fa-854c-482a-afca-1f530948725a req-54eec2a1-3e41-4e76-a3f4-ccfa9f13e990 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:01.096483 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-304b37fa-854c-482a-afca-1f530948725a req-54eec2a1-3e41-4e76-a3f4-ccfa9f13e990 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8d90772-0a94-4d10-8ca3-ed99a8abf885 HTTP/1.1" status: 200 len: 946 time: 0.1019983 Apr 15 20:34:01.146583 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-304b37fa-854c-482a-afca-1f530948725a req-f798befa-9578-4b3c-ae75-4ad1e5f2dc43 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/security-groups?id=2edb3071-98d0-466a-b0a6-21d6399c15c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409706 Apr 15 20:34:02.073194 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e3192f-2802-4694-b14d-15522f6aed1c req-305124f0-4e72-46d9-b0b9-05fd2491ac49 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:02.074833 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-15e3192f-2802-4694-b14d-15522f6aed1c req-305124f0-4e72-46d9-b0b9-05fd2491ac49 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=402d0c46-dfca-4bdc-bde6-0530e33b1285 HTTP/1.1" status: 200 len: 945 time: 0.0951412 Apr 15 20:34:02.150893 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-15e3192f-2802-4694-b14d-15522f6aed1c req-1d50f239-476c-4c12-833c-e36fbf5ee4e6 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662239 Apr 15 20:34:02.405155 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e972254-9c59-4956-b45f-7db33db10692 req-3ba1b615-21ce-4afd-bf9b-30efe1c97a22 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:02.417548 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-5e972254-9c59-4956-b45f-7db33db10692 req-3ba1b615-21ce-4afd-bf9b-30efe1c97a22 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8d90772-0a94-4d10-8ca3-ed99a8abf885 HTTP/1.1" status: 200 len: 946 time: 0.1162133 Apr 15 20:34:02.524746 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-5e972254-9c59-4956-b45f-7db33db10692 req-c0817533-01ae-40ee-a441-3e2468fb7c4e tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/security-groups?id=2edb3071-98d0-466a-b0a6-21d6399c15c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059251 Apr 15 20:34:03.391332 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56db8e95-656d-4c98-93cf-75df4d376afc req-3392c82c-d567-4025-be59-5f41e58c6953 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:03.393169 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-56db8e95-656d-4c98-93cf-75df4d376afc req-3392c82c-d567-4025-be59-5f41e58c6953 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=402d0c46-dfca-4bdc-bde6-0530e33b1285 HTTP/1.1" status: 200 len: 945 time: 0.1299191 Apr 15 20:34:03.447407 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-56db8e95-656d-4c98-93cf-75df4d376afc req-26ec1a3f-7d8d-4f11-bacc-d879857100e1 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478158 Apr 15 20:34:03.958267 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 60632) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:34:04.087724 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-2c7e7f00-ec64-4f33-abcd-4fe18114619a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:04.104536 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-2c7e7f00-ec64-4f33-abcd-4fe18114619a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:34:04.109128 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-2c7e7f00-ec64-4f33-abcd-4fe18114619a admin admin] Usage tracker for resource:security_group_rule and tenant:44680c6978b64478b761d909ebb550ad is out of sync, need to count used quota {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:34:04.112393 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-2c7e7f00-ec64-4f33-abcd-4fe18114619a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:34:04.118992 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-2c7e7f00-ec64-4f33-abcd-4fe18114619a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:34:04.215162 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-2c7e7f00-ec64-4f33-abcd-4fe18114619a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:04.219219 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-2c7e7f00-ec64-4f33-abcd-4fe18114619a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:04.227569 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-44cff9d7-bfda-4bf0-b8aa-76fa51c3b883 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:34:04.270315 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e7f00-ec64-4f33-abcd-4fe18114619a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b015af-c583-437e-ab1e-a216fb162ea8,revision_number=1']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:34:04.276147 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-2c7e7f00-ec64-4f33-abcd-4fe18114619a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=44680c6978b64478b761d909ebb550ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3156219 Apr 15 20:34:04.276147 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-2c7e7f00-ec64-4f33-abcd-4fe18114619a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:34:04.277980 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 60644) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:34:04.348410 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e751dc8b-be05-4d09-8051-8afa435add68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:04.376931 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e751dc8b-be05-4d09-8051-8afa435add68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:04.423387 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e751dc8b-be05-4d09-8051-8afa435add68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:04.428900 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-330964d0-c50a-4baf-b573-c99347e8f1c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:34:04.443480 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e751dc8b-be05-4d09-8051-8afa435add68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b015af-c583-437e-ab1e-a216fb162ea8,revision_number=None']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:34:04.446234 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-e751dc8b-be05-4d09-8051-8afa435add68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:34:04.455547 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e751dc8b-be05-4d09-8051-8afa435add68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:04.459808 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-e751dc8b-be05-4d09-8051-8afa435add68 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d8b015af-c583-437e-ab1e-a216fb162ea8 HTTP/1.1" status: 204 len: 168 time: 0.1807964 Apr 15 20:34:04.677548 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f85ce43-2611-4a04-92bb-f862c280b08c req-7109fda9-a12f-46fc-9163-227b693d1266 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:04.679044 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-2f85ce43-2611-4a04-92bb-f862c280b08c req-7109fda9-a12f-46fc-9163-227b693d1266 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=402d0c46-dfca-4bdc-bde6-0530e33b1285 HTTP/1.1" status: 200 len: 945 time: 0.1026096 Apr 15 20:34:04.729128 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-2f85ce43-2611-4a04-92bb-f862c280b08c req-ce261bbf-1634-4641-ab7e-d309e21163eb tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434365 Apr 15 20:34:04.813903 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 60672) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:34:04.833810 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-cadd1075-b05b-4be3-8691-72399f5f11d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:04.879693 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-cadd1075-b05b-4be3-8691-72399f5f11d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:34:04.884428 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-cadd1075-b05b-4be3-8691-72399f5f11d0 admin admin] Usage tracker for resource:security_group_rule and tenant:5a2dfc0834da4d699ad456a614bca22c is out of sync, need to count used quota {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:34:04.887516 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-cadd1075-b05b-4be3-8691-72399f5f11d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:34:04.898184 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-cadd1075-b05b-4be3-8691-72399f5f11d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:34:05.000588 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-cadd1075-b05b-4be3-8691-72399f5f11d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:05.004162 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-cadd1075-b05b-4be3-8691-72399f5f11d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:05.017802 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-9bb13abe-b34f-4c5c-898f-89d1fd86b354 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:34:05.062974 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-cadd1075-b05b-4be3-8691-72399f5f11d0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5a2dfc0834da4d699ad456a614bca22c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2476742 Apr 15 20:34:05.065911 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 60682) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:34:05.069103 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadd1075-b05b-4be3-8691-72399f5f11d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12daa72d-5e98-4405-9b82-35978f1e7556,revision_number=1']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:34:05.073591 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-cadd1075-b05b-4be3-8691-72399f5f11d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:34:05.128844 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-1ef24ba4-4d94-4ccb-912f-72e423cd80a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:05.156009 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-1ef24ba4-4d94-4ccb-912f-72e423cd80a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:05.204120 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-1ef24ba4-4d94-4ccb-912f-72e423cd80a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:05.209166 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-9a5d329c-00f0-470c-8b39-272ec42a1416 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:34:05.222756 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef24ba4-4d94-4ccb-912f-72e423cd80a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12daa72d-5e98-4405-9b82-35978f1e7556,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:34:05.225892 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-1ef24ba4-4d94-4ccb-912f-72e423cd80a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:34:05.227245 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-1ef24ba4-4d94-4ccb-912f-72e423cd80a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:05.228431 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-1ef24ba4-4d94-4ccb-912f-72e423cd80a6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/12daa72d-5e98-4405-9b82-35978f1e7556 HTTP/1.1" status: 204 len: 168 time: 0.1609936 Apr 15 20:34:05.468669 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe847a-1692-4fc2-aafd-b3b5f4a4c61a req-5df426c2-dcc3-4aa4-bb0a-d9142fd521ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:05.470350 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-8ffe847a-1692-4fc2-aafd-b3b5f4a4c61a req-5df426c2-dcc3-4aa4-bb0a-d9142fd521ba service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=402d0c46-dfca-4bdc-bde6-0530e33b1285 HTTP/1.1" status: 200 len: 1098 time: 0.0834277 Apr 15 20:34:05.524357 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-8ffe847a-1692-4fc2-aafd-b3b5f4a4c61a req-7504ed6e-853a-4c01-9c25-79ebedcf81b9 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465772 Apr 15 20:34:05.956463 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac07359a-bf1e-4f0a-a151-5f6d6fbd307c req-08645851-89b0-4e3f-91a5-3058ff351cfd tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:05.958322 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ac07359a-bf1e-4f0a-a151-5f6d6fbd307c req-08645851-89b0-4e3f-91a5-3058ff351cfd tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=402d0c46-dfca-4bdc-bde6-0530e33b1285 HTTP/1.1" status: 200 len: 945 time: 0.0949957 Apr 15 20:34:06.008174 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ac07359a-bf1e-4f0a-a151-5f6d6fbd307c req-7c0e31e6-328a-4529-acab-e352665c335a tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427070 Apr 15 20:34:07.301547 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8956046-b4b6-4106-8f67-fc33009ec908 req-ad3fbe1e-8cd9-441d-8aa7-d276b0d9e3a0 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:07.303279 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d8956046-b4b6-4106-8f67-fc33009ec908 req-ad3fbe1e-8cd9-441d-8aa7-d276b0d9e3a0 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=402d0c46-dfca-4bdc-bde6-0530e33b1285 HTTP/1.1" status: 200 len: 945 time: 0.1452076 Apr 15 20:34:07.414599 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d8956046-b4b6-4106-8f67-fc33009ec908 req-16874084-6b4f-4e21-b2e2-daa55e9d0ca3 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042399 Apr 15 20:34:07.747612 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 60816) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:34:07.993129 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-79bf8507-551c-4ea8-b4bb-16a8e89b1b10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:08.009017 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-79bf8507-551c-4ea8-b4bb-16a8e89b1b10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:34:08.013284 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-79bf8507-551c-4ea8-b4bb-16a8e89b1b10 admin admin] Usage tracker for resource:security_group_rule and tenant:df10f90a26b04f4d8c3a148d44b56182 is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:34:08.017081 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-79bf8507-551c-4ea8-b4bb-16a8e89b1b10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:34:08.023303 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-79bf8507-551c-4ea8-b4bb-16a8e89b1b10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:34:08.117898 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-79bf8507-551c-4ea8-b4bb-16a8e89b1b10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:08.121201 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-79bf8507-551c-4ea8-b4bb-16a8e89b1b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:08.142980 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-2696f84a-0cb8-4486-a8aa-e158f12917e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:34:08.191810 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-79bf8507-551c-4ea8-b4bb-16a8e89b1b10 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=df10f90a26b04f4d8c3a148d44b56182&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4429865 Apr 15 20:34:08.191994 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 60838) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:34:08.192824 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bf8507-551c-4ea8-b4bb-16a8e89b1b10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd2a479f-df44-44cd-960c-18d7e41f4267,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:34:08.196122 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-79bf8507-551c-4ea8-b4bb-16a8e89b1b10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:34:08.278870 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-0f4b3b33-f1c8-4df1-83c7-0243c609c8ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:08.306365 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-0f4b3b33-f1c8-4df1-83c7-0243c609c8ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:08.423665 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-0f4b3b33-f1c8-4df1-83c7-0243c609c8ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:08.435546 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-2c7e7f00-ec64-4f33-abcd-4fe18114619a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:34:08.457108 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4b3b33-f1c8-4df1-83c7-0243c609c8ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd2a479f-df44-44cd-960c-18d7e41f4267,revision_number=None']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:34:08.460480 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-0f4b3b33-f1c8-4df1-83c7-0243c609c8ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:34:08.473114 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-0f4b3b33-f1c8-4df1-83c7-0243c609c8ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:08.475160 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-0f4b3b33-f1c8-4df1-83c7-0243c609c8ee admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bd2a479f-df44-44cd-960c-18d7e41f4267 HTTP/1.1" status: 204 len: 168 time: 0.2806509 Apr 15 20:34:08.798496 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf7515a-09d4-4750-8b8e-ffb144cde71a req-92509974-20d8-44b0-8939-9e359ee0d968 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:08.802921 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-3cf7515a-09d4-4750-8b8e-ffb144cde71a req-92509974-20d8-44b0-8939-9e359ee0d968 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=402d0c46-dfca-4bdc-bde6-0530e33b1285 HTTP/1.1" status: 200 len: 945 time: 0.1418839 Apr 15 20:34:08.857037 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-3cf7515a-09d4-4750-8b8e-ffb144cde71a req-bdf7d7f5-e46e-4925-aba7-d2b7c6a0664e tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505085 Apr 15 20:34:09.331655 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cb6252-4360-4a61-b2e2-1e24b0be7dde req-d3bcdc3f-19d4-4f06-8a74-df8cfc093bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:09.333685 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-49cb6252-4360-4a61-b2e2-1e24b0be7dde req-d3bcdc3f-19d4-4f06-8a74-df8cfc093bcd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1e31b55aa57d4e31a2da58cc9cf6c253&device_id=402d0c46-dfca-4bdc-bde6-0530e33b1285 HTTP/1.1" status: 200 len: 1098 time: 0.1353364 Apr 15 20:34:09.372525 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac8bbe7-fc78-4f12-9c19-62dc76b870fe req-fcc0d941-8edd-48a3-9769-f7d30ef4e965 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:09.391860 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-2ac8bbe7-fc78-4f12-9c19-62dc76b870fe req-fcc0d941-8edd-48a3-9769-f7d30ef4e965 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=402d0c46-dfca-4bdc-bde6-0530e33b1285 HTTP/1.1" status: 200 len: 945 time: 0.1405253 Apr 15 20:34:09.467102 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-2ac8bbe7-fc78-4f12-9c19-62dc76b870fe req-fdf7fb22-a4db-4f84-9a54-95d23810420e tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742512 Apr 15 20:34:09.554544 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cb6252-4360-4a61-b2e2-1e24b0be7dde req-8c33662f-038f-40e0-bd27-4890b57fedea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:09.556338 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-49cb6252-4360-4a61-b2e2-1e24b0be7dde req-8c33662f-038f-40e0-bd27-4890b57fedea service neutron] 10.222.0.76 "GET /v2.0/networks?id=ea2effbe-b5a2-46bc-8ec6-0a200ba4895c HTTP/1.1" status: 200 len: 920 time: 0.2125332 Apr 15 20:34:09.641174 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-49cb6252-4360-4a61-b2e2-1e24b0be7dde req-1852aef9-a681-45ac-9197-7c0042668c3c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fc41e5a6-b0ea-49fb-b50c-ac856b571e16 HTTP/1.1" status: 200 len: 217 time: 0.0738649 Apr 15 20:34:09.746265 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cb6252-4360-4a61-b2e2-1e24b0be7dde req-64f7055d-6a4c-4021-a117-47154f1042c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:09.747997 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-49cb6252-4360-4a61-b2e2-1e24b0be7dde req-64f7055d-6a4c-4021-a117-47154f1042c6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c90fb5b4-5396-4daa-8e55-8894de66d707 HTTP/1.1" status: 200 len: 858 time: 0.0904729 Apr 15 20:34:09.810890 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-49cb6252-4360-4a61-b2e2-1e24b0be7dde req-b1cb5d5e-c48f-41cc-81b5-c095bd81f9ad service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ea2effbe-b5a2-46bc-8ec6-0a200ba4895c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552809 Apr 15 20:34:09.971029 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-49cb6252-4360-4a61-b2e2-1e24b0be7dde req-934f5355-042a-4b5a-ae9b-e19120f1202c service neutron] 10.222.0.76 "GET /v2.0/networks/ea2effbe-b5a2-46bc-8ec6-0a200ba4895c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485865 Apr 15 20:34:10.372788 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-49cb6252-4360-4a61-b2e2-1e24b0be7dde req-1f16b45a-7a02-4d94-b5d4-587542b103a5 service neutron] 10.222.0.76 "GET /v2.0/networks/ea2effbe-b5a2-46bc-8ec6-0a200ba4895c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3901918 Apr 15 20:34:10.683344 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4337e3cc-24bb-4a7f-b9fc-d7bde1ecad3b req-1ec9e1ec-0ee4-463f-873c-3a32d56016a9 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:10.684862 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-4337e3cc-24bb-4a7f-b9fc-d7bde1ecad3b req-1ec9e1ec-0ee4-463f-873c-3a32d56016a9 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=402d0c46-dfca-4bdc-bde6-0530e33b1285 HTTP/1.1" status: 200 len: 945 time: 0.0909524 Apr 15 20:34:10.734969 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-4337e3cc-24bb-4a7f-b9fc-d7bde1ecad3b req-db07a614-76d7-4b37-af7b-a0d0688e09c6 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428162 Apr 15 20:34:11.633117 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 60966) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:34:11.700645 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6bb626e-a342-45bd-96b5-aa4e9f1f15ce admin admin] Deleting subnet be8a6df3-5ebb-47df-9330-8083550d1d3e {{(pid=85412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 20:34:11.704234 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f6bb626e-a342-45bd-96b5-aa4e9f1f15ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:11.756726 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f6bb626e-a342-45bd-96b5-aa4e9f1f15ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852805791'] for subnet, precommit_delete_associations {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:11.823809 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f6bb626e-a342-45bd-96b5-aa4e9f1f15ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854769281'] for subnet, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:12.045157 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ae2a10-2a5e-419e-96f5-cd5b14fc9c3d req-460c2b0e-6239-4db9-a1fc-33b4dec634df tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:12.053972 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f2ae2a10-2a5e-419e-96f5-cd5b14fc9c3d req-460c2b0e-6239-4db9-a1fc-33b4dec634df tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=402d0c46-dfca-4bdc-bde6-0530e33b1285 HTTP/1.1" status: 200 len: 945 time: 0.1091325 Apr 15 20:34:12.120081 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f2ae2a10-2a5e-419e-96f5-cd5b14fc9c3d req-727716a8-d832-4b25-a4e8-e04d69197039 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601275 Apr 15 20:34:12.262668 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f6bb626e-a342-45bd-96b5-aa4e9f1f15ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-6519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16285263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2251772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2048744'] for subnet, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:12.289552 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:34:12.327164 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bb626e-a342-45bd-96b5-aa4e9f1f15ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be8a6df3-5ebb-47df-9330-8083550d1d3e,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:34:12.391320 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bb626e-a342-45bd-96b5-aa4e9f1f15ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:34:12.391320 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bb626e-a342-45bd-96b5-aa4e9f1f15ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:34:12.391320 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bb626e-a342-45bd-96b5-aa4e9f1f15ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:34:12.391955 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bb626e-a342-45bd-96b5-aa4e9f1f15ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:34:12.392171 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bb626e-a342-45bd-96b5-aa4e9f1f15ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:34:12.392569 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bb626e-a342-45bd-96b5-aa4e9f1f15ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:34:12.393589 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bb626e-a342-45bd-96b5-aa4e9f1f15ce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:34:12.393589 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bb626e-a342-45bd-96b5-aa4e9f1f15ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:34:12.393791 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bb626e-a342-45bd-96b5-aa4e9f1f15ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:34:12.394577 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bb626e-a342-45bd-96b5-aa4e9f1f15ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:34:12.394577 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bb626e-a342-45bd-96b5-aa4e9f1f15ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:34:12.395071 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bb626e-a342-45bd-96b5-aa4e9f1f15ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:34:12.409144 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f6bb626e-a342-45bd-96b5-aa4e9f1f15ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:34:12.430541 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cf5184-ee35-48ef-b813-c5f1902350af req-972a868e-b5b6-4951-a596-6901872d9e78 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:12.437943 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-34cf5184-ee35-48ef-b813-c5f1902350af req-972a868e-b5b6-4951-a596-6901872d9e78 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/networks?id=1d6bd424-08bd-4eca-95aa-caa56a0031f4 HTTP/1.1" status: 200 len: 815 time: 0.2045925 Apr 15 20:34:12.442260 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f6bb626e-a342-45bd-96b5-aa4e9f1f15ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:12.448664 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-34cf5184-ee35-48ef-b813-c5f1902350af req-a7dc460f-8687-499c-ad73-841dc6d875bd tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/quotas/bc4964d16a264d71886df3d34b5af018 HTTP/1.1" status: 200 len: 375 time: 0.0098314 Apr 15 20:34:12.452913 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-f6bb626e-a342-45bd-96b5-aa4e9f1f15ce admin admin] 10.222.0.69 "DELETE /v2.0/subnets/be8a6df3-5ebb-47df-9330-8083550d1d3e HTTP/1.1" status: 204 len: 168 time: 0.8186042 Apr 15 20:34:12.455698 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 32774) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:34:12.546125 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-34cf5184-ee35-48ef-b813-c5f1902350af req-0e9b8b13-6ba1-4bcc-bf00-ca7aa2e3458c tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=bc4964d16a264d71886df3d34b5af018&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0909908 Apr 15 20:34:12.573083 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-8d30d9dd-5d91-4008-b6e0-03db73a4d9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16654812'] for network, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:12.693634 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-34cf5184-ee35-48ef-b813-c5f1902350af req-87835641-6784-4a26-b24c-9ebc9b3956db service neutron] 10.222.0.69 "GET /v2.0/networks/1d6bd424-08bd-4eca-95aa-caa56a0031f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394684 Apr 15 20:34:12.765148 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-8d30d9dd-5d91-4008-b6e0-03db73a4d9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16706558', 'neutron.services.segments.db._delete_segments_for_network-8791605228744'] for network, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:12.839913 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-34cf5184-ee35-48ef-b813-c5f1902350af req-d9fc5e2b-a3fb-4a8e-8db3-153418fdf250 service neutron] 10.222.0.69 "GET /v2.0/networks/1d6bd424-08bd-4eca-95aa-caa56a0031f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394792 Apr 15 20:34:12.882634 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.services.segments.db [None req-8d30d9dd-5d91-4008-b6e0-03db73a4d9e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a8caaf9-d17f-4cce-a886-22c8015a97d7']}} {{(pid=85412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:34:12.896445 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.services.segments.db [None req-8d30d9dd-5d91-4008-b6e0-03db73a4d9e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88faec31-fb0a-463f-948a-b0fef7926e8a') {'for_net_delete': True} {{(pid=85412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:34:12.896758 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.services.segments.db [None req-8d30d9dd-5d91-4008-b6e0-03db73a4d9e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88faec31-fb0a-463f-948a-b0fef7926e8a') {} {{(pid=85412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:34:12.910810 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-8d30d9dd-5d91-4008-b6e0-03db73a4d9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791605226969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1970009'] for segment, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:12.932184 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-8d30d9dd-5d91-4008-b6e0-03db73a4d9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-793'] for segment, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:12.942321 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d30d9dd-5d91-4008-b6e0-03db73a4d9e7 admin admin] Releasing vlan 1091 on physical network physnet1 to pool {{(pid=85412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 20:34:13.076531 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-6dc7372f-b0a5-406a-b31f-1737a21fe273 req-f6db1f3c-1686-4a2d-b8f3-6a12e7b153af tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/ports?device_id=bbf8b5e1-604c-4ae0-bbc1-7f57be28ff45 HTTP/1.1" status: 200 len: 210 time: 0.0502431 Apr 15 20:34:13.143937 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-8d30d9dd-5d91-4008-b6e0-03db73a4d9e7 admin admin] Network 4a8caaf9-d17f-4cce-a886-22c8015a97d7 has no segments {{(pid=85412) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 20:34:13.153079 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-8d30d9dd-5d91-4008-b6e0-03db73a4d9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854775039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852524707'] for segment, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:13.323599 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ac69b2-0673-4b84-a2ac-5276d5a0d74d req-656fcbcb-9079-45ff-8352-38a0fe53add8 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:13.325416 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f3ac69b2-0673-4b84-a2ac-5276d5a0d74d req-656fcbcb-9079-45ff-8352-38a0fe53add8 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=402d0c46-dfca-4bdc-bde6-0530e33b1285 HTTP/1.1" status: 200 len: 945 time: 0.0953758 Apr 15 20:34:13.378576 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-8d30d9dd-5d91-4008-b6e0-03db73a4d9e7 admin admin] Network 4a8caaf9-d17f-4cce-a886-22c8015a97d7 has no segments {{(pid=85412) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 20:34:13.388253 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f3ac69b2-0673-4b84-a2ac-5276d5a0d74d req-971f4fc7-30c5-45e6-b840-2702de482fb1 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515471 Apr 15 20:34:13.421487 dv-cinder-786386-2-smb neutron-server[85298]: Traceback (most recent call last): Apr 15 20:34:13.421487 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 20:34:13.421487 dv-cinder-786386-2-smb neutron-server[85298]: timer() Apr 15 20:34:13.421487 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 20:34:13.421487 dv-cinder-786386-2-smb neutron-server[85298]: cb(*args, **kw) Apr 15 20:34:13.421487 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 20:34:13.421487 dv-cinder-786386-2-smb neutron-server[85298]: return func(*args, **kwargs) Apr 15 20:34:13.421487 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 20:34:13.421487 dv-cinder-786386-2-smb neutron-server[85298]: self._notify() Apr 15 20:34:13.421487 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 20:34:13.421487 dv-cinder-786386-2-smb neutron-server[85298]: self.callback(batched_events) Apr 15 20:34:13.421487 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 20:34:13.421487 dv-cinder-786386-2-smb neutron-server[85298]: event.method(event) Apr 15 20:34:13.421487 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 20:34:13.421487 dv-cinder-786386-2-smb neutron-server[85298]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 20:34:13.421487 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 20:34:13.421487 dv-cinder-786386-2-smb neutron-server[85298]: segment_id)['aggregates'][0] Apr 15 20:34:13.421487 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 20:34:13.421487 dv-cinder-786386-2-smb neutron-server[85298]: return f(self, *a, **k) Apr 15 20:34:13.421487 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 20:34:13.421487 dv-cinder-786386-2-smb neutron-server[85298]: return self._get(url).json() Apr 15 20:34:13.421487 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 20:34:13.421487 dv-cinder-786386-2-smb neutron-server[85298]: **kwargs) Apr 15 20:34:13.421487 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 20:34:13.421487 dv-cinder-786386-2-smb neutron-server[85298]: return self.request(url, 'GET', **kwargs) Apr 15 20:34:13.421487 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 20:34:13.421487 dv-cinder-786386-2-smb neutron-server[85298]: **endpoint_filter) Apr 15 20:34:13.421487 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 20:34:13.421487 dv-cinder-786386-2-smb neutron-server[85298]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 20:34:13.421487 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 20:34:13.421487 dv-cinder-786386-2-smb neutron-server[85298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 20:34:13.421487 dv-cinder-786386-2-smb neutron-server[85298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 20:34:13.549326 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-8d30d9dd-5d91-4008-b6e0-03db73a4d9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036838069257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16285283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036838401808'] for network, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:13.553399 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-2d4e3ad2-3870-4e71-a822-376dc1d8d16e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:34:13.569044 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-8d30d9dd-5d91-4008-b6e0-03db73a4d9e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16483510'] for network, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:13.585373 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d30d9dd-5d91-4008-b6e0-03db73a4d9e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a8caaf9-d17f-4cce-a886-22c8015a97d7,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:34:13.598934 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-8d30d9dd-5d91-4008-b6e0-03db73a4d9e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:34:13.606915 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-8d30d9dd-5d91-4008-b6e0-03db73a4d9e7 admin admin] 10.222.0.69 "DELETE /v2.0/networks/4a8caaf9-d17f-4cce-a886-22c8015a97d7 HTTP/1.1" status: 204 len: 168 time: 1.1499918 Apr 15 20:34:13.609812 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 32806) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:34:13.689555 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.db_base_plugin_v2 [None req-725793d7-c2ec-4e97-90df-fbb25113010f admin admin] Deleting subnet 3c79f95f-506e-4ca9-a664-296a18131ed9 {{(pid=85412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 20:34:13.693217 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-725793d7-c2ec-4e97-90df-fbb25113010f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:13.745860 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-725793d7-c2ec-4e97-90df-fbb25113010f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852805791'] for subnet, precommit_delete_associations {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:13.808966 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-725793d7-c2ec-4e97-90df-fbb25113010f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854769281'] for subnet, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:14.070549 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-725793d7-c2ec-4e97-90df-fbb25113010f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-6519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16285263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2251772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2048744'] for subnet, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:14.087100 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-e8fffd8b-ddd2-4916-a8d8-9d313e9fe979 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:34:14.197101 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725793d7-c2ec-4e97-90df-fbb25113010f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c79f95f-506e-4ca9-a664-296a18131ed9,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:34:14.201089 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-725793d7-c2ec-4e97-90df-fbb25113010f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:34:14.233497 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-725793d7-c2ec-4e97-90df-fbb25113010f admin admin] Notify callbacks [] for subnet, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:14.239764 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-725793d7-c2ec-4e97-90df-fbb25113010f admin admin] 10.222.0.69 "DELETE /v2.0/subnets/3c79f95f-506e-4ca9-a664-296a18131ed9 HTTP/1.1" status: 204 len: 168 time: 0.6285386 Apr 15 20:34:14.242535 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 32820) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:34:14.256417 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-4d8dcd26-0456-4f95-9bb9-a4515383acfe req-803de03d-8c38-43b6-9687-4286185e61e1 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/ports?device_id=bbf8b5e1-604c-4ae0-bbc1-7f57be28ff45 HTTP/1.1" status: 200 len: 210 time: 0.0549037 Apr 15 20:34:14.357010 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-44d2e76e-84e3-4596-b1a8-45766c118b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16654812'] for network, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:14.565404 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-44d2e76e-84e3-4596-b1a8-45766c118b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16706558', 'neutron.services.segments.db._delete_segments_for_network-8791605228744'] for network, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:14.619336 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c2d2ba-1196-4f33-8621-a8b272dd27e2 req-01aa55ef-e91a-43ac-9e70-b59256a2c77b tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:14.620940 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-e6c2d2ba-1196-4f33-8621-a8b272dd27e2 req-01aa55ef-e91a-43ac-9e70-b59256a2c77b tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=402d0c46-dfca-4bdc-bde6-0530e33b1285 HTTP/1.1" status: 200 len: 945 time: 0.0902412 Apr 15 20:34:14.672832 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-e6c2d2ba-1196-4f33-8621-a8b272dd27e2 req-7583810d-ca2c-4e69-b7de-487ff187de74 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449741 Apr 15 20:34:14.683310 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.services.segments.db [None req-44d2e76e-84e3-4596-b1a8-45766c118b64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3230e9f-63d6-4055-8170-ce55e109be85']}} {{(pid=85412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:34:14.696518 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.services.segments.db [None req-44d2e76e-84e3-4596-b1a8-45766c118b64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '111140b1-5e04-4fdd-a822-5bfd6ba4b2ee') {'for_net_delete': True} {{(pid=85412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:34:14.696861 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.services.segments.db [None req-44d2e76e-84e3-4596-b1a8-45766c118b64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '111140b1-5e04-4fdd-a822-5bfd6ba4b2ee') {} {{(pid=85412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:34:14.709129 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-44d2e76e-84e3-4596-b1a8-45766c118b64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791605226969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1970009'] for segment, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:14.724043 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-44d2e76e-84e3-4596-b1a8-45766c118b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-793'] for segment, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:14.731249 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44d2e76e-84e3-4596-b1a8-45766c118b64 admin admin] Releasing vlan 1051 on physical network physnet1 to pool {{(pid=85412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 20:34:15.063788 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-3c78f177-d5b4-4c33-b881-ae92cf7099b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:15.089889 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-44d2e76e-84e3-4596-b1a8-45766c118b64 admin admin] Network e3230e9f-63d6-4055-8170-ce55e109be85 has no segments {{(pid=85412) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 20:34:15.104710 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cf5184-ee35-48ef-b813-c5f1902350af req-6fa0d869-4af0-4adc-b9ba-1e3004483a8f tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:15.106357 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-34cf5184-ee35-48ef-b813-c5f1902350af req-6fa0d869-4af0-4adc-b9ba-1e3004483a8f tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.76 "GET /v2.0/networks?id=1d6bd424-08bd-4eca-95aa-caa56a0031f4 HTTP/1.1" status: 200 len: 815 time: 0.2936261 Apr 15 20:34:15.108345 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-44d2e76e-84e3-4596-b1a8-45766c118b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854775039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852524707'] for segment, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:15.132471 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [req-34cf5184-ee35-48ef-b813-c5f1902350af req-25aa0640-42c1-4910-bb30-759021155b8b tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Request body: {'port': {'device_id': 'bbf8b5e1-604c-4ae0-bbc1-7f57be28ff45', 'network_id': '1d6bd424-08bd-4eca-95aa-caa56a0031f4', 'admin_state_up': True, 'tenant_id': 'bc4964d16a264d71886df3d34b5af018'}} {{(pid=85412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:34:15.247579 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-53cfde10-2a21-4028-a77a-3d43c8e31120 req-75e60ab1-c97a-451d-9068-4dee2f33b344 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=402d0c46-dfca-4bdc-bde6-0530e33b1285&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0952857 Apr 15 20:34:15.464836 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-7bf22bfc-3a1c-4f31-9473-a2e1ecce2685 req-b0f983fb-58a7-4e51-86c6-0bbaa37779cd tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/ports?device_id=bbf8b5e1-604c-4ae0-bbc1-7f57be28ff45 HTTP/1.1" status: 200 len: 210 time: 0.0659182 Apr 15 20:34:15.496146 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cfde10-2a21-4028-a77a-3d43c8e31120 req-920e4808-0a08-4027-98aa-2fa812a4b96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:15.497615 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-53cfde10-2a21-4028-a77a-3d43c8e31120 req-920e4808-0a08-4027-98aa-2fa812a4b96d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1e31b55aa57d4e31a2da58cc9cf6c253&device_id=402d0c46-dfca-4bdc-bde6-0530e33b1285 HTTP/1.1" status: 200 len: 1098 time: 0.1550221 Apr 15 20:34:15.617987 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-44d2e76e-84e3-4596-b1a8-45766c118b64 admin admin] Network e3230e9f-63d6-4055-8170-ce55e109be85 has no segments {{(pid=85412) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 20:34:15.646869 dv-cinder-786386-2-smb neutron-server[85298]: Traceback (most recent call last): Apr 15 20:34:15.646869 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 20:34:15.646869 dv-cinder-786386-2-smb neutron-server[85298]: timer() Apr 15 20:34:15.646869 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 20:34:15.646869 dv-cinder-786386-2-smb neutron-server[85298]: cb(*args, **kw) Apr 15 20:34:15.646869 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 20:34:15.646869 dv-cinder-786386-2-smb neutron-server[85298]: return func(*args, **kwargs) Apr 15 20:34:15.646869 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 20:34:15.646869 dv-cinder-786386-2-smb neutron-server[85298]: self._notify() Apr 15 20:34:15.646869 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 20:34:15.646869 dv-cinder-786386-2-smb neutron-server[85298]: self.callback(batched_events) Apr 15 20:34:15.646869 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 20:34:15.646869 dv-cinder-786386-2-smb neutron-server[85298]: event.method(event) Apr 15 20:34:15.646869 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 20:34:15.646869 dv-cinder-786386-2-smb neutron-server[85298]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 20:34:15.646869 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 20:34:15.646869 dv-cinder-786386-2-smb neutron-server[85298]: segment_id)['aggregates'][0] Apr 15 20:34:15.646869 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 20:34:15.646869 dv-cinder-786386-2-smb neutron-server[85298]: return f(self, *a, **k) Apr 15 20:34:15.646869 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 20:34:15.646869 dv-cinder-786386-2-smb neutron-server[85298]: return self._get(url).json() Apr 15 20:34:15.646869 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 20:34:15.646869 dv-cinder-786386-2-smb neutron-server[85298]: **kwargs) Apr 15 20:34:15.646869 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 20:34:15.646869 dv-cinder-786386-2-smb neutron-server[85298]: return self.request(url, 'GET', **kwargs) Apr 15 20:34:15.646869 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 20:34:15.646869 dv-cinder-786386-2-smb neutron-server[85298]: **endpoint_filter) Apr 15 20:34:15.646869 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 20:34:15.646869 dv-cinder-786386-2-smb neutron-server[85298]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 20:34:15.646869 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 20:34:15.646869 dv-cinder-786386-2-smb neutron-server[85298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 20:34:15.646869 dv-cinder-786386-2-smb neutron-server[85298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 20:34:15.674748 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cfde10-2a21-4028-a77a-3d43c8e31120 req-1ed940d4-6272-4db1-ad12-1edcd144bd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:15.676338 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-53cfde10-2a21-4028-a77a-3d43c8e31120 req-1ed940d4-6272-4db1-ad12-1edcd144bd3c service neutron] 10.222.0.76 "GET /v2.0/networks?id=ea2effbe-b5a2-46bc-8ec6-0a200ba4895c HTTP/1.1" status: 200 len: 920 time: 0.1381457 Apr 15 20:34:15.747700 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [req-34cf5184-ee35-48ef-b813-c5f1902350af req-25aa0640-42c1-4910-bb30-759021155b8b tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:34:15.751613 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-34cf5184-ee35-48ef-b813-c5f1902350af req-25aa0640-42c1-4910-bb30-759021155b8b tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Usage tracker for resource:port and tenant:bc4964d16a264d71886df3d34b5af018 is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:34:15.754894 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-34cf5184-ee35-48ef-b813-c5f1902350af req-25aa0640-42c1-4910-bb30-759021155b8b tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:34:15.758677 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-53cfde10-2a21-4028-a77a-3d43c8e31120 req-695acc6a-da52-4c1a-b2ce-4406395762de service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fc41e5a6-b0ea-49fb-b50c-ac856b571e16 HTTP/1.1" status: 200 len: 217 time: 0.0668378 Apr 15 20:34:15.762274 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [req-34cf5184-ee35-48ef-b813-c5f1902350af req-25aa0640-42c1-4910-bb30-759021155b8b tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:34:15.764323 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-44d2e76e-84e3-4596-b1a8-45766c118b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036838069257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16285283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036838401808'] for network, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:15.771612 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-0ae09fbd-bc21-430d-887e-71690b638fa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:34:15.788886 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-44d2e76e-84e3-4596-b1a8-45766c118b64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16483510'] for network, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:15.796414 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d2e76e-84e3-4596-b1a8-45766c118b64 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3230e9f-63d6-4055-8170-ce55e109be85,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:34:15.799512 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34cf5184-ee35-48ef-b813-c5f1902350af req-25aa0640-42c1-4910-bb30-759021155b8b tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Made reservation on behalf of bc4964d16a264d71886df3d34b5af018 for: {'port': 1} {{(pid=85412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:34:15.805692 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-34cf5184-ee35-48ef-b813-c5f1902350af req-25aa0640-42c1-4910-bb30-759021155b8b tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:15.816435 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-44d2e76e-84e3-4596-b1a8-45766c118b64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:34:15.833696 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-44d2e76e-84e3-4596-b1a8-45766c118b64 admin admin] 10.222.0.69 "DELETE /v2.0/networks/e3230e9f-63d6-4055-8170-ce55e109be85 HTTP/1.1" status: 204 len: 168 time: 1.5876102 Apr 15 20:34:16.002566 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.db_base_plugin_common [req-34cf5184-ee35-48ef-b813-c5f1902350af req-25aa0640-42c1-4910-bb30-759021155b8b tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Allocated IP 172.20.0.12 (1d6bd424-08bd-4eca-95aa-caa56a0031f4/f27ce411-0d84-4b80-8c16-9cf996d5a5a8/3c5f2c66-d10f-49c0-ba54-b0ac817f428b) {{(pid=85412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:34:16.077330 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 32860) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:34:16.123890 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cfde10-2a21-4028-a77a-3d43c8e31120 req-075f4ff6-35f7-4dbf-9249-128de7f12d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:16.126455 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-53cfde10-2a21-4028-a77a-3d43c8e31120 req-075f4ff6-35f7-4dbf-9249-128de7f12d6b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c90fb5b4-5396-4daa-8e55-8894de66d707 HTTP/1.1" status: 200 len: 858 time: 0.3575230 Apr 15 20:34:16.195214 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-53cfde10-2a21-4028-a77a-3d43c8e31120 req-de56640c-d670-434d-b2cd-14c495ba6464 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ea2effbe-b5a2-46bc-8ec6-0a200ba4895c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559034 Apr 15 20:34:16.217307 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9a1c15-c6a9-4f8a-8b56-f0327581535a req-6f01aa21-1ddb-4b3d-bed9-3770de6567f3 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:16.218942 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-9b9a1c15-c6a9-4f8a-8b56-f0327581535a req-6f01aa21-1ddb-4b3d-bed9-3770de6567f3 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=402d0c46-dfca-4bdc-bde6-0530e33b1285 HTTP/1.1" status: 200 len: 945 time: 0.1691370 Apr 15 20:34:16.228185 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-918fd3b4-a890-4b14-b5dd-36c7ac6b1298 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9587888ce18f4e89a8a1f087afa543c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1495886 Apr 15 20:34:16.231338 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 32870) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:34:16.298695 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-9b9a1c15-c6a9-4f8a-8b56-f0327581535a req-3d017a46-f432-43be-b3d4-adb91e0e158e tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511734 Apr 15 20:34:16.384589 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-161ecb2f-3420-443c-81fb-9e1bd8ce97d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:16.399526 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-34cf5184-ee35-48ef-b813-c5f1902350af req-25aa0640-42c1-4910-bb30-759021155b8b tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Notify callbacks [] for port, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:16.425888 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-161ecb2f-3420-443c-81fb-9e1bd8ce97d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:16.483309 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-53cfde10-2a21-4028-a77a-3d43c8e31120 req-63581c40-7a3f-4081-a89f-7ef15669d6ed service neutron] 10.222.0.76 "GET /v2.0/networks/ea2effbe-b5a2-46bc-8ec6-0a200ba4895c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631531 Apr 15 20:34:16.488366 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-34cf5184-ee35-48ef-b813-c5f1902350af req-25aa0640-42c1-4910-bb30-759021155b8b tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245250087898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852524119'] for port, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:16.507746 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] get_ports_and_sgs() called for port_ids ['723487d3-c1dd-47ca-a8ce-10e48acca928', 'cf278d3f-aa3e-4543-a43f-7f8fd325b0c3', 'aeb63ff1-8531-4e42-972f-1f0ee47b707f'] {{(pid=85413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:34:16.533561 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-e088b2d4-dd67-4b3a-8971-ca98efa7aa7f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:34:16.636649 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-161ecb2f-3420-443c-81fb-9e1bd8ce97d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:16.775304 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-161ecb2f-3420-443c-81fb-9e1bd8ce97d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:16.779222 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-161ecb2f-3420-443c-81fb-9e1bd8ce97d8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0acc7a80-9fd8-4941-92e3-9246714b276c HTTP/1.1" status: 204 len: 168 time: 0.5442483 Apr 15 20:34:16.821862 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aa0640-42c1-4910-bb30-759021155b8b tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Pushing event updated for resources: {'Port': ['ID=3c5f2c66-d10f-49c0-ba54-b0ac817f428b,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:34:16.826643 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-25aa0640-42c1-4910-bb30-759021155b8b tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:34:16.827122 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:34:16.853284 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161ecb2f-3420-443c-81fb-9e1bd8ce97d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0acc7a80-9fd8-4941-92e3-9246714b276c,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:34:16.872529 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-161ecb2f-3420-443c-81fb-9e1bd8ce97d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:34:16.896806 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-53cfde10-2a21-4028-a77a-3d43c8e31120 req-069da584-bdae-47af-b51f-95c9e67f8dc3 service neutron] 10.222.0.76 "GET /v2.0/networks/ea2effbe-b5a2-46bc-8ec6-0a200ba4895c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4028158 Apr 15 20:34:16.951621 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34cf5184-ee35-48ef-b813-c5f1902350af req-25aa0640-42c1-4910-bb30-759021155b8b tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Network 1d6bd424-08bd-4eca-95aa-caa56a0031f4 is already hosted by enough agents. {{(pid=85412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:34:16.965621 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.base_scheduler [req-34cf5184-ee35-48ef-b813-c5f1902350af req-25aa0640-42c1-4910-bb30-759021155b8b tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Resources bound (agent type, host, resource id): {{(pid=85412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:34:16.968459 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [req-34cf5184-ee35-48ef-b813-c5f1902350af req-25aa0640-42c1-4910-bb30-759021155b8b tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Received port after_create {{(pid=85412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:34:16.982327 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be143291-30f3-425a-9018-df001e2c55aa req-18186544-f90f-419d-9ce9-8dff29c9b35d tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:16.988580 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-be143291-30f3-425a-9018-df001e2c55aa req-18186544-f90f-419d-9ce9-8dff29c9b35d tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/ports?device_id=bbf8b5e1-604c-4ae0-bbc1-7f57be28ff45 HTTP/1.1" status: 200 len: 932 time: 0.3869188 Apr 15 20:34:17.095475 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-be143291-30f3-425a-9018-df001e2c55aa req-d10b2798-4252-4751-8a64-d8639300ab1f tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/security-groups?id=2edb3071-98d0-466a-b0a6-21d6399c15c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005805 Apr 15 20:34:17.105995 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cf5184-ee35-48ef-b813-c5f1902350af req-25aa0640-42c1-4910-bb30-759021155b8b tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:17.107307 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-34cf5184-ee35-48ef-b813-c5f1902350af req-25aa0640-42c1-4910-bb30-759021155b8b tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16483510'] for port, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:17.140657 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-34cf5184-ee35-48ef-b813-c5f1902350af req-25aa0640-42c1-4910-bb30-759021155b8b tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0162034 Apr 15 20:34:17.162278 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [req-34cf5184-ee35-48ef-b813-c5f1902350af req-f327e80f-b850-48ad-86ee-11f18c2d9ee6 service neutron] Request body: {'port': {'device_id': 'bbf8b5e1-604c-4ae0-bbc1-7f57be28ff45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:34:17.302275 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-34cf5184-ee35-48ef-b813-c5f1902350af req-f327e80f-b850-48ad-86ee-11f18c2d9ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:17.496592 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-5b946883-ebc2-4b42-9aa0-85897f88206a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:17.546408 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 32908) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:34:17.625817 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-301be042-98e4-4804-ba71-3c1750c35ee2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b139e15b43324487b3d35b7246fec84e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0765088 Apr 15 20:34:17.628468 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 32914) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:34:17.668699 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:17.704222 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-8db5d1cf-902f-45ef-8e36-6c96d0a1da47 req-f1cb9115-0051-49df-93e0-e44ae0a91cd3 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-557498934&fields=id&tenant_id=9bbdc00c388d464d85f419da9ce19122 HTTP/1.1" status: 200 len: 267 time: 0.0444822 Apr 15 20:34:17.763232 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-1d5f6d08-491c-4eba-8451-7edd46671bbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:17.793700 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [req-34cf5184-ee35-48ef-b813-c5f1902350af req-f327e80f-b850-48ad-86ee-11f18c2d9ee6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c5f2c66-d10f-49c0-ba54-b0ac817f428b {{(pid=85412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:34:17.802248 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-1d5f6d08-491c-4eba-8451-7edd46671bbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:17.810591 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-34cf5184-ee35-48ef-b813-c5f1902350af req-f327e80f-b850-48ad-86ee-11f18c2d9ee6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:17.847990 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [req-34cf5184-ee35-48ef-b813-c5f1902350af req-f327e80f-b850-48ad-86ee-11f18c2d9ee6 service neutron] Transition to ACTIVE for port object 3c5f2c66-d10f-49c0-ba54-b0ac817f428b will not be triggered until provisioned by entity L2. {{(pid=85412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:34:17.855153 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-34cf5184-ee35-48ef-b813-c5f1902350af req-f327e80f-b850-48ad-86ee-11f18c2d9ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2251697'] for port, after_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:17.871238 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:34:17.883824 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5d1cf-902f-45ef-8e36-6c96d0a1da47 req-77817dd6-c295-4648-b4d4-3901e8dd1403 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:17.885614 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-8db5d1cf-902f-45ef-8e36-6c96d0a1da47 req-77817dd6-c295-4648-b4d4-3901e8dd1403 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/networks?id=3d679279-eb30-4fda-a503-0553a06ff59c HTTP/1.1" status: 200 len: 808 time: 0.1693177 Apr 15 20:34:17.886457 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 32922) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:34:17.906313 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6589a99b-4989-4a06-bc40-62b7e77e6cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:17.911651 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-8db5d1cf-902f-45ef-8e36-6c96d0a1da47 req-f25a4f15-491e-49f9-8630-22052c4bbd00 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/quotas/9bbdc00c388d464d85f419da9ce19122 HTTP/1.1" status: 200 len: 375 time: 0.0171878 Apr 15 20:34:18.008057 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-8db5d1cf-902f-45ef-8e36-6c96d0a1da47 req-dcbf576e-6427-4bb7-9924-2288d8e56107 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Synchronizing usage tracker for tenant:9bbdc00c388d464d85f419da9ce19122 on resource:port {{(pid=85411) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:34:18.030470 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-8db5d1cf-902f-45ef-8e36-6c96d0a1da47 req-dcbf576e-6427-4bb7-9924-2288d8e56107 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Unset dirty status for tenant:9bbdc00c388d464d85f419da9ce19122 on resource:port {{(pid=85411) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:34:18.040310 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f327e80f-b850-48ad-86ee-11f18c2d9ee6 service neutron] Pushing event updated for resources: {'Port': ['ID=3c5f2c66-d10f-49c0-ba54-b0ac817f428b,revision_number=2']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:34:18.046816 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-8db5d1cf-902f-45ef-8e36-6c96d0a1da47 req-dcbf576e-6427-4bb7-9924-2288d8e56107 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=9bbdc00c388d464d85f419da9ce19122&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1344471 Apr 15 20:34:18.061544 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-1d5f6d08-491c-4eba-8451-7edd46671bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:18.070092 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f327e80f-b850-48ad-86ee-11f18c2d9ee6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:34:18.075426 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-252fcc0b-ba11-4294-9ba8-83321fb9befc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:34:18.097487 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5f6d08-491c-4eba-8451-7edd46671bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81a5e1d-835c-4d95-8140-b685755dde67,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:34:18.108669 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-1d5f6d08-491c-4eba-8451-7edd46671bbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:18.109924 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-1d5f6d08-491c-4eba-8451-7edd46671bbf admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b81a5e1d-835c-4d95-8140-b685755dde67 HTTP/1.1" status: 204 len: 168 time: 0.4803350 Apr 15 20:34:18.113777 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-1d5f6d08-491c-4eba-8451-7edd46671bbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:34:18.249359 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-8db5d1cf-902f-45ef-8e36-6c96d0a1da47 req-0be0e015-3cd5-4403-a1b0-ecbf463aa851 service neutron] 10.222.0.69 "GET /v2.0/networks/3d679279-eb30-4fda-a503-0553a06ff59c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981826 Apr 15 20:34:18.267429 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:18.359299 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [req-34cf5184-ee35-48ef-b813-c5f1902350af req-f327e80f-b850-48ad-86ee-11f18c2d9ee6 service neutron] Attempting to bind port 3c5f2c66-d10f-49c0-ba54-b0ac817f428b on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:34:18.359688 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [req-34cf5184-ee35-48ef-b813-c5f1902350af req-f327e80f-b850-48ad-86ee-11f18c2d9ee6 service neutron] Attempting to bind port 3c5f2c66-d10f-49c0-ba54-b0ac817f428b by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '36087674-63e1-4b37-9dd5-5f439f8a7270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '1d6bd424-08bd-4eca-95aa-caa56a0031f4'}] {{(pid=85412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:34:18.360035 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34cf5184-ee35-48ef-b813-c5f1902350af req-f327e80f-b850-48ad-86ee-11f18c2d9ee6 service neutron] Attempting to bind port 3c5f2c66-d10f-49c0-ba54-b0ac817f428b on network 1d6bd424-08bd-4eca-95aa-caa56a0031f4 {{(pid=85412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:34:18.388144 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34cf5184-ee35-48ef-b813-c5f1902350af req-f327e80f-b850-48ad-86ee-11f18c2d9ee6 service neutron] Port 3c5f2c66-d10f-49c0-ba54-b0ac817f428b on network 1d6bd424-08bd-4eca-95aa-caa56a0031f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 20:34:18.388513 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34cf5184-ee35-48ef-b813-c5f1902350af req-f327e80f-b850-48ad-86ee-11f18c2d9ee6 service neutron] Attempting to bind port 3c5f2c66-d10f-49c0-ba54-b0ac817f428b on network 1d6bd424-08bd-4eca-95aa-caa56a0031f4 {{(pid=85412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:34:18.395064 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34cf5184-ee35-48ef-b813-c5f1902350af req-f327e80f-b850-48ad-86ee-11f18c2d9ee6 service neutron] Checking agent: {'id': '70e73898-5ca9-4370-a761-abbf44013111', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 30, 18), 'started_at': datetime.datetime(2021, 4, 15, 20, 30, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:34:18.395439 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34cf5184-ee35-48ef-b813-c5f1902350af req-f327e80f-b850-48ad-86ee-11f18c2d9ee6 service neutron] Checking segment: {'id': '36087674-63e1-4b37-9dd5-5f439f8a7270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '1d6bd424-08bd-4eca-95aa-caa56a0031f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:34:18.395856 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34cf5184-ee35-48ef-b813-c5f1902350af req-f327e80f-b850-48ad-86ee-11f18c2d9ee6 service neutron] Bound using segment: {'id': '36087674-63e1-4b37-9dd5-5f439f8a7270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '1d6bd424-08bd-4eca-95aa-caa56a0031f4'} {{(pid=85412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:34:18.396333 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [req-34cf5184-ee35-48ef-b813-c5f1902350af req-f327e80f-b850-48ad-86ee-11f18c2d9ee6 service neutron] Bound port: 3c5f2c66-d10f-49c0-ba54-b0ac817f428b, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36087674-63e1-4b37-9dd5-5f439f8a7270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '1d6bd424-08bd-4eca-95aa-caa56a0031f4'}}] {{(pid=85412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:34:18.396715 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-34cf5184-ee35-48ef-b813-c5f1902350af req-f327e80f-b850-48ad-86ee-11f18c2d9ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:18.443152 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-8db5d1cf-902f-45ef-8e36-6c96d0a1da47 req-bce5eaeb-53d8-480e-b9cc-0173fd03e4a0 service neutron] 10.222.0.69 "GET /v2.0/networks/3d679279-eb30-4fda-a503-0553a06ff59c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701453 Apr 15 20:34:18.447937 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-619c5395-c9e8-450e-afe7-a902801fc479 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:18.526750 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-619c5395-c9e8-450e-afe7-a902801fc479 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:34:18.530986 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-619c5395-c9e8-450e-afe7-a902801fc479 admin admin] Usage tracker for resource:security_group_rule and tenant:46a9870d37b346e1a46f8b9565444353 is out of sync, need to count used quota {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:34:18.534050 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-619c5395-c9e8-450e-afe7-a902801fc479 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:34:18.540539 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-619c5395-c9e8-450e-afe7-a902801fc479 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:34:18.550777 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [req-34cf5184-ee35-48ef-b813-c5f1902350af req-f327e80f-b850-48ad-86ee-11f18c2d9ee6 service neutron] For port 3c5f2c66-d10f-49c0-ba54-b0ac817f428b, host hv-cinder-78638, cleared binding levels {{(pid=85412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:34:18.569939 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [req-34cf5184-ee35-48ef-b813-c5f1902350af req-f327e80f-b850-48ad-86ee-11f18c2d9ee6 service neutron] For port 3c5f2c66-d10f-49c0-ba54-b0ac817f428b, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3c5f2c66-d10f-49c0-ba54-b0ac817f428b,segment=NetworkSegment(36087674-63e1-4b37-9dd5-5f439f8a7270),segment_id=36087674-63e1-4b37-9dd5-5f439f8a7270)] {{(pid=85412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:34:18.586929 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-34cf5184-ee35-48ef-b813-c5f1902350af req-f327e80f-b850-48ad-86ee-11f18c2d9ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2251697'] for port, after_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:18.608697 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-2e13b8a9-89c1-407b-8a15-546656419768 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:34:18.679875 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-619c5395-c9e8-450e-afe7-a902801fc479 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:18.702126 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ec47ee-d6a1-42bb-926b-55a3570ec929 req-1f7ea687-f3ec-40f9-870e-b8cf93fc30db tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:18.708259 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-15ec47ee-d6a1-42bb-926b-55a3570ec929 req-1f7ea687-f3ec-40f9-870e-b8cf93fc30db tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/ports?device_id=bbf8b5e1-604c-4ae0-bbc1-7f57be28ff45 HTTP/1.1" status: 200 len: 944 time: 0.2623427 Apr 15 20:34:18.711364 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-619c5395-c9e8-450e-afe7-a902801fc479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:18.760925 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-0f4b3b33-f1c8-4df1-83c7-0243c609c8ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:34:18.770480 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-619c5395-c9e8-450e-afe7-a902801fc479 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=46a9870d37b346e1a46f8b9565444353&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8825703 Apr 15 20:34:18.777114 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 32956) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:34:18.796664 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619c5395-c9e8-450e-afe7-a902801fc479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93216340-39f1-4d6a-b234-aab9d71c2d68,revision_number=1']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:34:18.824924 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f327e80f-b850-48ad-86ee-11f18c2d9ee6 service neutron] Pushing event updated for resources: {'Port': ['ID=3c5f2c66-d10f-49c0-ba54-b0ac817f428b,revision_number=3']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:34:18.840988 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-15ec47ee-d6a1-42bb-926b-55a3570ec929 req-0b2033dd-18ca-4a60-8fe3-6c85c69a5fc0 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/security-groups?id=2edb3071-98d0-466a-b0a6-21d6399c15c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314821 Apr 15 20:34:18.842909 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619c5395-c9e8-450e-afe7-a902801fc479 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:34:18.843331 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619c5395-c9e8-450e-afe7-a902801fc479 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:34:18.846443 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619c5395-c9e8-450e-afe7-a902801fc479 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:34:18.846615 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f327e80f-b850-48ad-86ee-11f18c2d9ee6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:34:18.846828 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619c5395-c9e8-450e-afe7-a902801fc479 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:34:18.847138 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619c5395-c9e8-450e-afe7-a902801fc479 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:34:18.847555 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619c5395-c9e8-450e-afe7-a902801fc479 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:34:18.847942 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619c5395-c9e8-450e-afe7-a902801fc479 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:34:18.860280 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619c5395-c9e8-450e-afe7-a902801fc479 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:34:18.860280 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619c5395-c9e8-450e-afe7-a902801fc479 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:34:18.860280 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619c5395-c9e8-450e-afe7-a902801fc479 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:34:18.860280 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619c5395-c9e8-450e-afe7-a902801fc479 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:34:18.860280 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619c5395-c9e8-450e-afe7-a902801fc479 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:34:18.868426 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-619c5395-c9e8-450e-afe7-a902801fc479 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:34:18.972336 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-3feb6a99-ca67-4600-81b6-4b5e876cba34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:19.051469 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cf5184-ee35-48ef-b813-c5f1902350af req-f327e80f-b850-48ad-86ee-11f18c2d9ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:19.052155 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-34cf5184-ee35-48ef-b813-c5f1902350af req-f327e80f-b850-48ad-86ee-11f18c2d9ee6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16483510'] for port, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:19.053686 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-34cf5184-ee35-48ef-b813-c5f1902350af req-f327e80f-b850-48ad-86ee-11f18c2d9ee6 service neutron] 10.222.0.76 "PUT /v2.0/ports/3c5f2c66-d10f-49c0-ba54-b0ac817f428b HTTP/1.1" status: 200 len: 1094 time: 1.8996680 Apr 15 20:34:19.054229 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbf8b5e1-604c-4ae0-bbc1-7f57be28ff45', 'tag': '3c5f2c66-d10f-49c0-ba54-b0ac817f428b'}] {{(pid=85412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:34:19.064299 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-3feb6a99-ca67-4600-81b6-4b5e876cba34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:19.178911 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484fd3c2-634b-4fee-8d70-3ada71f27ea5 req-21113e8d-8f6a-4a2a-bb6f-c3d269da85a4 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:19.180730 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-484fd3c2-634b-4fee-8d70-3ada71f27ea5 req-21113e8d-8f6a-4a2a-bb6f-c3d269da85a4 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=402d0c46-dfca-4bdc-bde6-0530e33b1285 HTTP/1.1" status: 200 len: 945 time: 0.1635816 Apr 15 20:34:19.253182 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-3feb6a99-ca67-4600-81b6-4b5e876cba34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:19.254733 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-484fd3c2-634b-4fee-8d70-3ada71f27ea5 req-4ab81f23-c654-406f-b3ee-52b20893a14e tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669136 Apr 15 20:34:19.262141 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-55f3d25d-d913-49b8-9be3-c2dad8da23c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:34:19.286630 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feb6a99-ca67-4600-81b6-4b5e876cba34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93216340-39f1-4d6a-b234-aab9d71c2d68,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:34:19.291388 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-3feb6a99-ca67-4600-81b6-4b5e876cba34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:34:19.293819 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-3feb6a99-ca67-4600-81b6-4b5e876cba34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:19.295089 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-3feb6a99-ca67-4600-81b6-4b5e876cba34 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/93216340-39f1-4d6a-b234-aab9d71c2d68 HTTP/1.1" status: 204 len: 168 time: 0.5169599 Apr 15 20:34:19.299067 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cf5184-ee35-48ef-b813-c5f1902350af req-ede9811f-46bd-4367-bad1-9f6868831f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:19.300653 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-34cf5184-ee35-48ef-b813-c5f1902350af req-ede9811f-46bd-4367-bad1-9f6868831f0b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=bc4964d16a264d71886df3d34b5af018&device_id=bbf8b5e1-604c-4ae0-bbc1-7f57be28ff45 HTTP/1.1" status: 200 len: 1097 time: 0.1847310 Apr 15 20:34:19.459714 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbf8b5e1-604c-4ae0-bbc1-7f57be28ff45', 'tag': '3c5f2c66-d10f-49c0-ba54-b0ac817f428b', 'status': 'completed', 'code': 200} Apr 15 20:34:19.480218 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-34cf5184-ee35-48ef-b813-c5f1902350af req-6ef34e8d-34ed-493d-abfe-e66f369031a3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c5f2c66-d10f-49c0-ba54-b0ac817f428b HTTP/1.1" status: 200 len: 217 time: 0.1538079 Apr 15 20:34:19.508032 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-0793e16e-1ff4-4642-ae8a-868297efdb80 req-448e5037-77c4-4f43-9139-70f13167efdd tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/ports?device_id=b21fca5b-30cc-4b1b-984e-7aa59f57e80e HTTP/1.1" status: 200 len: 210 time: 0.1385663 Apr 15 20:34:19.601576 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-611aad59-e19d-4c1d-b92d-eb0975a661b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:19.678785 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cf5184-ee35-48ef-b813-c5f1902350af req-5b32560d-6cfe-4d04-a0fd-05b4cfd10eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:19.680945 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-34cf5184-ee35-48ef-b813-c5f1902350af req-5b32560d-6cfe-4d04-a0fd-05b4cfd10eaf service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f27ce411-0d84-4b80-8c16-9cf996d5a5a8 HTTP/1.1" status: 200 len: 855 time: 0.1913183 Apr 15 20:34:19.779875 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-34cf5184-ee35-48ef-b813-c5f1902350af req-55a3b7b2-9ee5-4fe3-8762-6e95c53203eb service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1d6bd424-08bd-4eca-95aa-caa56a0031f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772965 Apr 15 20:34:20.049226 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-34cf5184-ee35-48ef-b813-c5f1902350af req-aaa980fa-a831-4f46-84fc-b91c7c8274b3 service neutron] 10.222.0.76 "GET /v2.0/networks/1d6bd424-08bd-4eca-95aa-caa56a0031f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568517 Apr 15 20:34:20.213410 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c18517-112b-4276-af99-7c1291e0b613 req-4a97c9af-8634-4c60-8eb1-5efd73e7b0b2 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:20.230430 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-e7c18517-112b-4276-af99-7c1291e0b613 req-4a97c9af-8634-4c60-8eb1-5efd73e7b0b2 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/ports?device_id=bbf8b5e1-604c-4ae0-bbc1-7f57be28ff45 HTTP/1.1" status: 200 len: 944 time: 0.2010632 Apr 15 20:34:20.322128 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-e7c18517-112b-4276-af99-7c1291e0b613 req-9eb5f0b7-371e-4768-a0fd-5d4b6bc6e5e1 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/security-groups?id=2edb3071-98d0-466a-b0a6-21d6399c15c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897412 Apr 15 20:34:20.358061 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-34cf5184-ee35-48ef-b813-c5f1902350af req-791cbef6-0954-44ea-ac03-cdc2fb8d6764 service neutron] 10.222.0.76 "GET /v2.0/networks/1d6bd424-08bd-4eca-95aa-caa56a0031f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903707 Apr 15 20:34:20.576034 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 33036) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:34:20.599745 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a23c792-3d2d-4184-9dea-6ffadc9a381b req-e3917140-4b81-4bdf-8917-00b5426bee46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:20.601398 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-1a23c792-3d2d-4184-9dea-6ffadc9a381b req-e3917140-4b81-4bdf-8917-00b5426bee46 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=bc4964d16a264d71886df3d34b5af018&device_id=bbf8b5e1-604c-4ae0-bbc1-7f57be28ff45 HTTP/1.1" status: 200 len: 1097 time: 0.1335878 Apr 15 20:34:20.735444 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-cd3694bf-16bc-469f-919f-e8a57586f94b req-46b03418-60c9-46ba-8e00-8934c43d735a tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/ports?device_id=b21fca5b-30cc-4b1b-984e-7aa59f57e80e HTTP/1.1" status: 200 len: 210 time: 0.0741649 Apr 15 20:34:20.812540 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-17eae96c-d5f0-4ea5-a28a-aff0078e0bd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:20.833904 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-17eae96c-d5f0-4ea5-a28a-aff0078e0bd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:34:20.836879 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a23c792-3d2d-4184-9dea-6ffadc9a381b req-b991a27c-f52d-43c8-b368-58756e304832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:20.838883 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-1a23c792-3d2d-4184-9dea-6ffadc9a381b req-b991a27c-f52d-43c8-b368-58756e304832 service neutron] 10.222.0.76 "GET /v2.0/networks?id=1d6bd424-08bd-4eca-95aa-caa56a0031f4 HTTP/1.1" status: 200 len: 917 time: 0.2301712 Apr 15 20:34:20.839311 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-17eae96c-d5f0-4ea5-a28a-aff0078e0bd2 admin admin] Usage tracker for resource:security_group_rule and tenant:c1af90f0fa274417abfab8ac8c9a1177 is out of sync, need to count used quota {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:34:20.843772 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-17eae96c-d5f0-4ea5-a28a-aff0078e0bd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:34:20.851374 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-17eae96c-d5f0-4ea5-a28a-aff0078e0bd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:34:20.977278 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 33052) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:34:20.984704 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-17eae96c-d5f0-4ea5-a28a-aff0078e0bd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:20.990862 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-17eae96c-d5f0-4ea5-a28a-aff0078e0bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:21.000943 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-d5089090-32b4-4e22-9736-256e72fbf88b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:34:21.044329 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-17eae96c-d5f0-4ea5-a28a-aff0078e0bd2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c1af90f0fa274417abfab8ac8c9a1177&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4664898 Apr 15 20:34:21.048833 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 33058) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:34:21.086759 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eae96c-d5f0-4ea5-a28a-aff0078e0bd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e05610ac-a698-4218-bb8b-bec4f3142a5b,revision_number=1']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:34:21.115634 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-17eae96c-d5f0-4ea5-a28a-aff0078e0bd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:34:21.138482 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [None req-3b0593f3-0554-4ead-82c9-742618eaa8b8 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-473892915-network', 'tenant_id': 'ce63ba3e595f40d2b73ca0b4d1a910d5'}} {{(pid=85411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:34:21.147507 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-3b0593f3-0554-4ead-82c9-742618eaa8b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:34:21.151551 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-ec09eaaa-a63e-481e-b05b-57ea77b3652d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:21.161645 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-3b0593f3-0554-4ead-82c9-742618eaa8b8 admin admin] Usage tracker for resource:network and tenant:ce63ba3e595f40d2b73ca0b4d1a910d5 is out of sync, need to count used quota {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:34:21.167594 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-3b0593f3-0554-4ead-82c9-742618eaa8b8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:34:21.185286 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-3b0593f3-0554-4ead-82c9-742618eaa8b8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:34:21.189877 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-1a23c792-3d2d-4184-9dea-6ffadc9a381b req-ba829158-f881-4334-81c0-56d7de70064c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c5f2c66-d10f-49c0-ba54-b0ac817f428b HTTP/1.1" status: 200 len: 217 time: 0.3421049 Apr 15 20:34:21.192610 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-ec09eaaa-a63e-481e-b05b-57ea77b3652d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:21.219733 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b0593f3-0554-4ead-82c9-742618eaa8b8 admin admin] Made reservation on behalf of ce63ba3e595f40d2b73ca0b4d1a910d5 for: {'network': 1} {{(pid=85411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:34:21.224633 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-3b0593f3-0554-4ead-82c9-742618eaa8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for network, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:21.246044 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-3b0593f3-0554-4ead-82c9-742618eaa8b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:21.272518 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-3b0593f3-0554-4ead-82c9-742618eaa8b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:34:21.277036 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-3b0593f3-0554-4ead-82c9-742618eaa8b8 admin admin] Usage tracker for resource:security_group_rule and tenant:ce63ba3e595f40d2b73ca0b4d1a910d5 is out of sync, need to count used quota {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:34:21.281132 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-3b0593f3-0554-4ead-82c9-742618eaa8b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:34:21.282837 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a23c792-3d2d-4184-9dea-6ffadc9a381b req-b0aadd6c-40b6-4402-9a7e-e229bd8051d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:21.284447 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-1a23c792-3d2d-4184-9dea-6ffadc9a381b req-b0aadd6c-40b6-4402-9a7e-e229bd8051d5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f27ce411-0d84-4b80-8c16-9cf996d5a5a8 HTTP/1.1" status: 200 len: 855 time: 0.0842817 Apr 15 20:34:21.287717 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-3b0593f3-0554-4ead-82c9-742618eaa8b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:34:21.342070 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-ec09eaaa-a63e-481e-b05b-57ea77b3652d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:21.351335 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-17eae96c-d5f0-4ea5-a28a-aff0078e0bd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:34:21.365370 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec09eaaa-a63e-481e-b05b-57ea77b3652d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e05610ac-a698-4218-bb8b-bec4f3142a5b,revision_number=None']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:34:21.375597 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-ec09eaaa-a63e-481e-b05b-57ea77b3652d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:34:21.403452 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-ec09eaaa-a63e-481e-b05b-57ea77b3652d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:21.407387 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-ec09eaaa-a63e-481e-b05b-57ea77b3652d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e05610ac-a698-4218-bb8b-bec4f3142a5b HTTP/1.1" status: 204 len: 168 time: 0.3547218 Apr 15 20:34:21.423251 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-1a23c792-3d2d-4184-9dea-6ffadc9a381b req-a6dbcc45-f1a5-405a-868d-c197e70465f6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1d6bd424-08bd-4eca-95aa-caa56a0031f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1265178 Apr 15 20:34:21.456785 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-3b0593f3-0554-4ead-82c9-742618eaa8b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:21.464705 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-3b0593f3-0554-4ead-82c9-742618eaa8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:21.486831 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b0593f3-0554-4ead-82c9-742618eaa8b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1080, 'physical_network': 'physnet1'} {{(pid=85411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 20:34:21.499244 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-3b0593f3-0554-4ead-82c9-742618eaa8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-793'] for segment, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:21.499975 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.db.segments_db [None req-3b0593f3-0554-4ead-82c9-742618eaa8b8 admin admin] Added segment 7090a18a-55a0-4c97-8e62-b66fed641375 of type vlan for network 7a06cdd3-3944-4ed8-b639-bd706389322e Apr 15 20:34:21.548728 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-3b0593f3-0554-4ead-82c9-742618eaa8b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791604676518'] for network, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:21.585029 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-619c5395-c9e8-450e-afe7-a902801fc479 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:34:21.748437 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-1a23c792-3d2d-4184-9dea-6ffadc9a381b req-741587cb-1edf-47f7-b688-bb0c38e40f00 service neutron] 10.222.0.76 "GET /v2.0/networks/1d6bd424-08bd-4eca-95aa-caa56a0031f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165324 Apr 15 20:34:21.811717 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0593f3-0554-4ead-82c9-742618eaa8b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c295eb-f8bf-46dc-901c-6b1fe1ec5d2f,revision_number=1']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:34:21.846065 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5d1cf-902f-45ef-8e36-6c96d0a1da47 req-7ac544eb-0b60-4cb6-b94b-f6bba36f0c9a tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:21.847759 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-8db5d1cf-902f-45ef-8e36-6c96d0a1da47 req-7ac544eb-0b60-4cb6-b94b-f6bba36f0c9a tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.76 "GET /v2.0/networks?id=3d679279-eb30-4fda-a503-0553a06ff59c HTTP/1.1" status: 200 len: 808 time: 0.2652833 Apr 15 20:34:21.848775 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-3b0593f3-0554-4ead-82c9-742618eaa8b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:34:21.938350 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-3b0593f3-0554-4ead-82c9-742618eaa8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16285283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461'] for network, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:21.972610 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0593f3-0554-4ead-82c9-742618eaa8b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:21.973237 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-3b0593f3-0554-4ead-82c9-742618eaa8b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16483510'] for network, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:21.996568 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-fc897ff6-79c9-40b8-89bc-e654da8afc83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:34:22.006586 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-1a23c792-3d2d-4184-9dea-6ffadc9a381b req-da514deb-e13e-48b4-b36b-4e5e1a11bc56 service neutron] 10.222.0.76 "GET /v2.0/networks/1d6bd424-08bd-4eca-95aa-caa56a0031f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266576 Apr 15 20:34:22.060784 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-3b0593f3-0554-4ead-82c9-742618eaa8b8 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0794451 Apr 15 20:34:22.061341 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 33090) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:34:22.069039 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [None req-242e492a-754e-4330-88d7-39ba9bdd2c7b admin admin] Request body: {'subnet': {'network_id': '7a06cdd3-3944-4ed8-b639-bd706389322e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-473892915-subnet', 'tenant_id': 'ce63ba3e595f40d2b73ca0b4d1a910d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:34:22.075748 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-242e492a-754e-4330-88d7-39ba9bdd2c7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:34:22.080373 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-242e492a-754e-4330-88d7-39ba9bdd2c7b admin admin] Usage tracker for resource:subnet and tenant:ce63ba3e595f40d2b73ca0b4d1a910d5 is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:34:22.084027 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-242e492a-754e-4330-88d7-39ba9bdd2c7b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:34:22.092036 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-242e492a-754e-4330-88d7-39ba9bdd2c7b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:34:22.104141 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-242e492a-754e-4330-88d7-39ba9bdd2c7b admin admin] Made reservation on behalf of ce63ba3e595f40d2b73ca0b4d1a910d5 for: {'subnet': 1} {{(pid=85412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:34:22.112490 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-242e492a-754e-4330-88d7-39ba9bdd2c7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852727102'] for subnet, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:22.181253 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-8db5d1cf-902f-45ef-8e36-6c96d0a1da47 req-77110614-6083-46b3-ba3b-33d45b561469 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9bbdc00c388d464d85f419da9ce19122 HTTP/1.1" status: 200 len: 8059 time: 0.2315960 Apr 15 20:34:22.190956 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c569118e-bfd0-4c60-92a1-2adf02a01573 req-1131e364-2f6c-4982-89c5-d99161661549 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/ports?device_id=b21fca5b-30cc-4b1b-984e-7aa59f57e80e HTTP/1.1" status: 200 len: 210 time: 0.1987274 Apr 15 20:34:22.211173 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [req-8db5d1cf-902f-45ef-8e36-6c96d0a1da47 req-88b657d3-ad56-41f9-ad3d-1c9771e1c43b tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Request body: {'port': {'device_id': 'b21fca5b-30cc-4b1b-984e-7aa59f57e80e', 'network_id': '3d679279-eb30-4fda-a503-0553a06ff59c', 'admin_state_up': True, 'tenant_id': '9bbdc00c388d464d85f419da9ce19122', 'security_groups': ['24311f26-a3c4-4f6e-b39f-4e82f8091dad']}} {{(pid=85411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:34:22.328272 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0593f3-0554-4ead-82c9-742618eaa8b8 admin admin] Pushing event updated for resources: {'Network': ['ID=7a06cdd3-3944-4ed8-b639-bd706389322e,revision_number=1']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:34:22.336944 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-3b0593f3-0554-4ead-82c9-742618eaa8b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:34:22.348235 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Network 7a06cdd3-3944-4ed8-b639-bd706389322e details requested by agent ovs-agent-dv-cinder-786386-2-smb with host dv-cinder-786386-2-smb {{(pid=85413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 20:34:22.400086 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf3cca1-b784-4536-b5c9-9bbc13988ac4 req-1d8a3b83-d12a-45b0-a5dc-bfc77c182d21 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:22.408060 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-6bf3cca1-b784-4536-b5c9-9bbc13988ac4 req-1d8a3b83-d12a-45b0-a5dc-bfc77c182d21 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/ports?device_id=bbf8b5e1-604c-4ae0-bbc1-7f57be28ff45 HTTP/1.1" status: 200 len: 944 time: 0.8240879 Apr 15 20:34:22.473523 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [req-8db5d1cf-902f-45ef-8e36-6c96d0a1da47 req-88b657d3-ad56-41f9-ad3d-1c9771e1c43b tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:34:22.490304 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-6bf3cca1-b784-4536-b5c9-9bbc13988ac4 req-49187156-73d3-4b59-b2e2-0a9c0b8d08fd tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/security-groups?id=2edb3071-98d0-466a-b0a6-21d6399c15c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811272 Apr 15 20:34:22.502857 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [req-8db5d1cf-902f-45ef-8e36-6c96d0a1da47 req-88b657d3-ad56-41f9-ad3d-1c9771e1c43b tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:34:22.513907 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8db5d1cf-902f-45ef-8e36-6c96d0a1da47 req-88b657d3-ad56-41f9-ad3d-1c9771e1c43b tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Made reservation on behalf of 9bbdc00c388d464d85f419da9ce19122 for: {'port': 1} {{(pid=85411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:34:22.520886 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-8db5d1cf-902f-45ef-8e36-6c96d0a1da47 req-88b657d3-ad56-41f9-ad3d-1c9771e1c43b tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:22.686531 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-242e492a-754e-4330-88d7-39ba9bdd2c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16285263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852524089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852727055'] for subnet, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:22.704000 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f6bb626e-a342-45bd-96b5-aa4e9f1f15ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:34:22.728618 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.db_base_plugin_common [req-8db5d1cf-902f-45ef-8e36-6c96d0a1da47 req-88b657d3-ad56-41f9-ad3d-1c9771e1c43b tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Allocated IP 172.20.0.5 (3d679279-eb30-4fda-a503-0553a06ff59c/6fa1339f-d41e-4eb8-bb6e-40a2c73235f7/d9dabf08-79f2-4473-961a-b232ccf65634) {{(pid=85411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:34:22.854002 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242e492a-754e-4330-88d7-39ba9bdd2c7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=16d16c63-a97f-48f1-ad7e-41548514c373,revision_number=0']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:34:22.868337 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-242e492a-754e-4330-88d7-39ba9bdd2c7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:34:22.937980 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242e492a-754e-4330-88d7-39ba9bdd2c7b admin admin] Checking segment: {'id': '7090a18a-55a0-4c97-8e62-b66fed641375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '7a06cdd3-3944-4ed8-b639-bd706389322e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:34:22.938406 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242e492a-754e-4330-88d7-39ba9bdd2c7b admin admin] Network hostable DHCP agents. Network: 7a06cdd3-3944-4ed8-b639-bd706389322e, hostable agents: ['ffb4b371-2790-46a0-bfdf-1689ebf5aa69'], hosted agents: [] {{(pid=85412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 20:34:22.963686 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device 3c5f2c66-d10f-49c0-ba54-b0ac817f428b details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 20:34:22.966276 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242e492a-754e-4330-88d7-39ba9bdd2c7b admin admin] Network 7a06cdd3-3944-4ed8-b639-bd706389322e is scheduled to be hosted by DHCP agent ffb4b371-2790-46a0-bfdf-1689ebf5aa69 with binding_index 1 {{(pid=85412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 20:34:22.976702 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.base_scheduler [None req-242e492a-754e-4330-88d7-39ba9bdd2c7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-2-smb, 7a06cdd3-3944-4ed8-b639-bd706389322e) {{(pid=85412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:34:23.016235 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242e492a-754e-4330-88d7-39ba9bdd2c7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:23.017085 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-242e492a-754e-4330-88d7-39ba9bdd2c7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:23.071943 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-242e492a-754e-4330-88d7-39ba9bdd2c7b admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0091834 Apr 15 20:34:23.118133 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16577436-4691-489d-8204-c7dd4e525b01 None None] Network 7a06cdd3-3944-4ed8-b639-bd706389322e requested from dv-cinder-786386-2-smb {{(pid=85413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:34:23.149404 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-8db5d1cf-902f-45ef-8e36-6c96d0a1da47 req-88b657d3-ad56-41f9-ad3d-1c9771e1c43b tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Notify callbacks [] for port, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:23.204627 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [req-8db5d1cf-902f-45ef-8e36-6c96d0a1da47 req-88b657d3-ad56-41f9-ad3d-1c9771e1c43b tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Transition to ACTIVE for port object d9dabf08-79f2-4473-961a-b232ccf65634 will not be triggered until provisioned by entity DHCP. {{(pid=85411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:34:23.316861 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-8db5d1cf-902f-45ef-8e36-6c96d0a1da47 req-88b657d3-ad56-41f9-ad3d-1c9771e1c43b tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245250087898'] for port, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:23.343823 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-023605eb-7e88-4f65-b25d-0b2c019b5ac9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:34:23.569760 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] For port 3c5f2c66-d10f-49c0-ba54-b0ac817f428b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3c5f2c66-d10f-49c0-ba54-b0ac817f428b,segment=NetworkSegment(36087674-63e1-4b37-9dd5-5f439f8a7270),segment_id=36087674-63e1-4b37-9dd5-5f439f8a7270)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:34:23.642793 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Returning: {'device': '3c5f2c66-d10f-49c0-ba54-b0ac817f428b', 'network_id': '1d6bd424-08bd-4eca-95aa-caa56a0031f4', 'port_id': '3c5f2c66-d10f-49c0-ba54-b0ac817f428b', 'mac_address': 'fa:16:3e:29:95:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1094, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f27ce411-0d84-4b80-8c16-9cf996d5a5a8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 20:34:23.694123 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b657d3-ad56-41f9-ad3d-1c9771e1c43b tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Pushing event updated for resources: {'Port': ['ID=d9dabf08-79f2-4473-961a-b232ccf65634,revision_number=1']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:34:23.709857 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-88b657d3-ad56-41f9-ad3d-1c9771e1c43b tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:34:23.795823 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a24591-c1c1-401a-94a4-12b6a7f4d93e req-49a0a996-4a55-451b-be78-762854d91ee8 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:23.797574 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-20a24591-c1c1-401a-94a4-12b6a7f4d93e req-49a0a996-4a55-451b-be78-762854d91ee8 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/ports?device_id=b21fca5b-30cc-4b1b-984e-7aa59f57e80e HTTP/1.1" status: 200 len: 931 time: 0.2783635 Apr 15 20:34:23.802969 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8db5d1cf-902f-45ef-8e36-6c96d0a1da47 req-88b657d3-ad56-41f9-ad3d-1c9771e1c43b tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Network 3d679279-eb30-4fda-a503-0553a06ff59c is already hosted by enough agents. {{(pid=85411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:34:23.804346 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.base_scheduler [req-8db5d1cf-902f-45ef-8e36-6c96d0a1da47 req-88b657d3-ad56-41f9-ad3d-1c9771e1c43b tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Resources bound (agent type, host, resource id): {{(pid=85411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:34:23.829205 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [req-8db5d1cf-902f-45ef-8e36-6c96d0a1da47 req-88b657d3-ad56-41f9-ad3d-1c9771e1c43b tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Received port after_create {{(pid=85411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:34:23.832366 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:23.835588 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5d1cf-902f-45ef-8e36-6c96d0a1da47 req-88b657d3-ad56-41f9-ad3d-1c9771e1c43b tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:23.836298 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-8db5d1cf-902f-45ef-8e36-6c96d0a1da47 req-88b657d3-ad56-41f9-ad3d-1c9771e1c43b tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-906'] for port, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:23.860445 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe777d6-cefd-4845-b5f6-69bf77e7050e None None] Network 7a06cdd3-3944-4ed8-b639-bd706389322e requested from dv-cinder-786386-2-smb {{(pid=85413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:34:23.895130 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c5f2c66-d10f-49c0-ba54-b0ac817f428b {{(pid=85413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:34:23.953532 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-20a24591-c1c1-401a-94a4-12b6a7f4d93e req-59959054-b93d-4eb1-abd3-4d7f0dc1341d tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/security-groups?id=24311f26-a3c4-4f6e-b39f-4e82f8091dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396964 Apr 15 20:34:23.987000 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-8db5d1cf-902f-45ef-8e36-6c96d0a1da47 req-88b657d3-ad56-41f9-ad3d-1c9771e1c43b tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7838290 Apr 15 20:34:24.005955 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [req-8db5d1cf-902f-45ef-8e36-6c96d0a1da47 req-d3e5a3db-821e-4d7e-b244-3e1e3dcc2be1 service neutron] Request body: {'port': {'device_id': 'b21fca5b-30cc-4b1b-984e-7aa59f57e80e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:34:24.041144 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d754ce04-7142-4ce5-88fe-91c04bddd8f9 req-073293b8-64c7-4f59-b3c3-e74295215cc9 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:24.049617 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d754ce04-7142-4ce5-88fe-91c04bddd8f9 req-073293b8-64c7-4f59-b3c3-e74295215cc9 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/ports?device_id=bbf8b5e1-604c-4ae0-bbc1-7f57be28ff45 HTTP/1.1" status: 200 len: 944 time: 0.2216039 Apr 15 20:34:24.065454 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] For port 3c5f2c66-d10f-49c0-ba54-b0ac817f428b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3c5f2c66-d10f-49c0-ba54-b0ac817f428b,segment=NetworkSegment(36087674-63e1-4b37-9dd5-5f439f8a7270),segment_id=36087674-63e1-4b37-9dd5-5f439f8a7270)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:34:24.077718 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:24.081899 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:34:24.207954 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Pushing event updated for resources: {'Port': ['ID=3c5f2c66-d10f-49c0-ba54-b0ac817f428b,revision_number=4']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:34:24.245821 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:34:24.246214 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:34:24.246646 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:34:24.247024 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:34:24.247395 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:34:24.247762 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:34:24.248129 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:34:24.248493 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:34:24.249153 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:34:24.249153 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:34:24.249542 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:34:24.249965 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:34:24.259990 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-8db5d1cf-902f-45ef-8e36-6c96d0a1da47 req-d3e5a3db-821e-4d7e-b244-3e1e3dcc2be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:24.308116 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:34:24.322639 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-469023c7-60d1-45f4-b7fb-33a78eb9cf62 None None] Provisioning for port d9dabf08-79f2-4473-961a-b232ccf65634 completed by entity DHCP. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:34:24.357779 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d754ce04-7142-4ce5-88fe-91c04bddd8f9 req-71268acc-ed10-4458-9b8f-6ca8ea744303 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/security-groups?id=2edb3071-98d0-466a-b0a6-21d6399c15c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071933 Apr 15 20:34:24.376171 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-469023c7-60d1-45f4-b7fb-33a78eb9cf62 None None] Provisioning complete for port d9dabf08-79f2-4473-961a-b232ccf65634 triggered by entity DHCP. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:34:24.376604 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-469023c7-60d1-45f4-b7fb-33a78eb9cf62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:24.482892 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-469023c7-60d1-45f4-b7fb-33a78eb9cf62 None None] Port d9dabf08-79f2-4473-961a-b232ccf65634 cannot update to ACTIVE because it is not bound. {{(pid=85413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 20:34:24.789307 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] get_ports_and_sgs() called for port_ids ['3c5f2c66-d10f-49c0-ba54-b0ac817f428b'] {{(pid=85413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:34:24.949427 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b9972b-ec5c-4711-bed6-3f3ea1bef3dd req-0110d209-12a6-470d-a8df-c9d1a2f6a634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:24.951386 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-a3b9972b-ec5c-4711-bed6-3f3ea1bef3dd req-0110d209-12a6-470d-a8df-c9d1a2f6a634 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1e31b55aa57d4e31a2da58cc9cf6c253&device_id=402d0c46-dfca-4bdc-bde6-0530e33b1285 HTTP/1.1" status: 200 len: 1098 time: 0.2053838 Apr 15 20:34:25.026656 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.agents_db [None req-12650cd8-a504-4c0d-a4a2-248dab766c22 None None] Agent healthcheck: found 6 active agents {{(pid=85414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:34:25.122789 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b9972b-ec5c-4711-bed6-3f3ea1bef3dd req-30392ae6-1a10-48d4-ae5e-086b359995b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:25.124806 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-a3b9972b-ec5c-4711-bed6-3f3ea1bef3dd req-30392ae6-1a10-48d4-ae5e-086b359995b9 service neutron] 10.222.0.76 "GET /v2.0/networks?id=ea2effbe-b5a2-46bc-8ec6-0a200ba4895c HTTP/1.1" status: 200 len: 920 time: 0.1650977 Apr 15 20:34:25.127618 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f88869b-a3e1-47be-a316-b878392463ae req-f2541fd0-db4d-4ce3-a632-3707e7de0f5a tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:25.134545 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-8f88869b-a3e1-47be-a316-b878392463ae req-f2541fd0-db4d-4ce3-a632-3707e7de0f5a tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=402d0c46-dfca-4bdc-bde6-0530e33b1285 HTTP/1.1" status: 200 len: 945 time: 0.3258164 Apr 15 20:34:25.226301 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-a3b9972b-ec5c-4711-bed6-3f3ea1bef3dd req-af6bd30e-a768-4929-81ea-670eb6ded44d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fc41e5a6-b0ea-49fb-b50c-ac856b571e16 HTTP/1.1" status: 200 len: 217 time: 0.0908706 Apr 15 20:34:25.263418 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-8f88869b-a3e1-47be-a316-b878392463ae req-a33c806e-4fdc-4ad2-90a2-c808e12ff815 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253304 Apr 15 20:34:25.321417 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b9972b-ec5c-4711-bed6-3f3ea1bef3dd req-b154564e-8961-474f-be70-2251a0cb2e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:25.323196 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-a3b9972b-ec5c-4711-bed6-3f3ea1bef3dd req-b154564e-8961-474f-be70-2251a0cb2e36 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c90fb5b4-5396-4daa-8e55-8894de66d707 HTTP/1.1" status: 200 len: 858 time: 0.0859742 Apr 15 20:34:25.380067 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca5a2c-4c59-4e9c-a32c-ab8c6b2cb24e req-cb3c3cb5-ad4f-4e1a-8a35-6d51c1f3b68d tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:25.380843 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-6bca5a2c-4c59-4e9c-a32c-ab8c6b2cb24e req-cb3c3cb5-ad4f-4e1a-8a35-6d51c1f3b68d tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Synchronizing usage tracker for tenant:9bbdc00c388d464d85f419da9ce19122 on resource:port {{(pid=85411) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:34:25.397475 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-a3b9972b-ec5c-4711-bed6-3f3ea1bef3dd req-a0bd73b2-8040-4279-b44f-024c59851f6e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ea2effbe-b5a2-46bc-8ec6-0a200ba4895c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666995 Apr 15 20:34:25.401279 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [req-8db5d1cf-902f-45ef-8e36-6c96d0a1da47 req-d3e5a3db-821e-4d7e-b244-3e1e3dcc2be1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9dabf08-79f2-4473-961a-b232ccf65634 {{(pid=85411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:34:25.411915 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-8db5d1cf-902f-45ef-8e36-6c96d0a1da47 req-d3e5a3db-821e-4d7e-b244-3e1e3dcc2be1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:25.420244 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-6bca5a2c-4c59-4e9c-a32c-ab8c6b2cb24e req-cb3c3cb5-ad4f-4e1a-8a35-6d51c1f3b68d tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Unset dirty status for tenant:9bbdc00c388d464d85f419da9ce19122 on resource:port {{(pid=85411) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:34:25.428055 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-6bca5a2c-4c59-4e9c-a32c-ab8c6b2cb24e req-cb3c3cb5-ad4f-4e1a-8a35-6d51c1f3b68d tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/ports?device_id=b21fca5b-30cc-4b1b-984e-7aa59f57e80e HTTP/1.1" status: 200 len: 931 time: 0.2572351 Apr 15 20:34:25.473762 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [req-8db5d1cf-902f-45ef-8e36-6c96d0a1da47 req-d3e5a3db-821e-4d7e-b244-3e1e3dcc2be1 service neutron] Transition to ACTIVE for port object d9dabf08-79f2-4473-961a-b232ccf65634 will not be triggered until provisioned by entity L2. {{(pid=85411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:34:25.483848 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-8db5d1cf-902f-45ef-8e36-6c96d0a1da47 req-d3e5a3db-821e-4d7e-b244-3e1e3dcc2be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:25.507628 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-6bca5a2c-4c59-4e9c-a32c-ab8c6b2cb24e req-ba0a5a15-d5f7-44cd-b2c0-8edc1ccc2718 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/security-groups?id=24311f26-a3c4-4f6e-b39f-4e82f8091dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786059 Apr 15 20:34:25.511880 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:34:25.564102 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-a3b9972b-ec5c-4711-bed6-3f3ea1bef3dd req-06350838-6a30-4347-a7aa-02d92e6dfe9c service neutron] 10.222.0.76 "GET /v2.0/networks/ea2effbe-b5a2-46bc-8ec6-0a200ba4895c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593513 Apr 15 20:34:25.693651 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e5a3db-821e-4d7e-b244-3e1e3dcc2be1 service neutron] Pushing event updated for resources: {'Port': ['ID=d9dabf08-79f2-4473-961a-b232ccf65634,revision_number=2']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:34:25.706234 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-d3e5a3db-821e-4d7e-b244-3e1e3dcc2be1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:34:25.723516 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-a3b9972b-ec5c-4711-bed6-3f3ea1bef3dd req-30ab6367-37d0-4af1-9912-c9c306266cc9 service neutron] 10.222.0.76 "GET /v2.0/networks/ea2effbe-b5a2-46bc-8ec6-0a200ba4895c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488969 Apr 15 20:34:25.782833 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4764866-8c13-48f8-a346-6f502ef9ee7a req-30cc7b34-decc-48d5-8934-746737032957 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:25.784577 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-a4764866-8c13-48f8-a346-6f502ef9ee7a req-30cc7b34-decc-48d5-8934-746737032957 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/ports?device_id=bbf8b5e1-604c-4ae0-bbc1-7f57be28ff45 HTTP/1.1" status: 200 len: 945 time: 0.2759535 Apr 15 20:34:26.044113 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-a4764866-8c13-48f8-a346-6f502ef9ee7a req-0d9e0439-f6ea-4724-aad5-a22305a06740 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/security-groups?id=2edb3071-98d0-466a-b0a6-21d6399c15c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522902 Apr 15 20:34:26.058119 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [req-8db5d1cf-902f-45ef-8e36-6c96d0a1da47 req-d3e5a3db-821e-4d7e-b244-3e1e3dcc2be1 service neutron] Attempting to bind port d9dabf08-79f2-4473-961a-b232ccf65634 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:34:26.058454 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [req-8db5d1cf-902f-45ef-8e36-6c96d0a1da47 req-d3e5a3db-821e-4d7e-b244-3e1e3dcc2be1 service neutron] Attempting to bind port d9dabf08-79f2-4473-961a-b232ccf65634 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'aa021547-3bc5-4b18-bf7b-1944f8c5afba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '3d679279-eb30-4fda-a503-0553a06ff59c'}] {{(pid=85411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:34:26.058823 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db5d1cf-902f-45ef-8e36-6c96d0a1da47 req-d3e5a3db-821e-4d7e-b244-3e1e3dcc2be1 service neutron] Attempting to bind port d9dabf08-79f2-4473-961a-b232ccf65634 on network 3d679279-eb30-4fda-a503-0553a06ff59c {{(pid=85411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:34:26.064120 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db5d1cf-902f-45ef-8e36-6c96d0a1da47 req-d3e5a3db-821e-4d7e-b244-3e1e3dcc2be1 service neutron] Port d9dabf08-79f2-4473-961a-b232ccf65634 on network 3d679279-eb30-4fda-a503-0553a06ff59c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 20:34:26.064486 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db5d1cf-902f-45ef-8e36-6c96d0a1da47 req-d3e5a3db-821e-4d7e-b244-3e1e3dcc2be1 service neutron] Attempting to bind port d9dabf08-79f2-4473-961a-b232ccf65634 on network 3d679279-eb30-4fda-a503-0553a06ff59c {{(pid=85411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:34:26.076345 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db5d1cf-902f-45ef-8e36-6c96d0a1da47 req-d3e5a3db-821e-4d7e-b244-3e1e3dcc2be1 service neutron] Checking agent: {'id': '70e73898-5ca9-4370-a761-abbf44013111', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 30, 18), 'started_at': datetime.datetime(2021, 4, 15, 20, 30, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:34:26.076732 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db5d1cf-902f-45ef-8e36-6c96d0a1da47 req-d3e5a3db-821e-4d7e-b244-3e1e3dcc2be1 service neutron] Checking segment: {'id': 'aa021547-3bc5-4b18-bf7b-1944f8c5afba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '3d679279-eb30-4fda-a503-0553a06ff59c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:34:26.077155 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db5d1cf-902f-45ef-8e36-6c96d0a1da47 req-d3e5a3db-821e-4d7e-b244-3e1e3dcc2be1 service neutron] Bound using segment: {'id': 'aa021547-3bc5-4b18-bf7b-1944f8c5afba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '3d679279-eb30-4fda-a503-0553a06ff59c'} {{(pid=85411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:34:26.077629 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [req-8db5d1cf-902f-45ef-8e36-6c96d0a1da47 req-d3e5a3db-821e-4d7e-b244-3e1e3dcc2be1 service neutron] Bound port: d9dabf08-79f2-4473-961a-b232ccf65634, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa021547-3bc5-4b18-bf7b-1944f8c5afba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '3d679279-eb30-4fda-a503-0553a06ff59c'}}] {{(pid=85411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:34:26.078161 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-8db5d1cf-902f-45ef-8e36-6c96d0a1da47 req-d3e5a3db-821e-4d7e-b244-3e1e3dcc2be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:26.184866 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e747a-2440-4b64-ae80-bcb3f759d669 req-c3adc2c4-71d8-4d41-8c80-7ddb157e987b tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:26.185643 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-d20e747a-2440-4b64-ae80-bcb3f759d669 req-c3adc2c4-71d8-4d41-8c80-7ddb157e987b tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Synchronizing usage tracker for tenant:ce63ba3e595f40d2b73ca0b4d1a910d5 on resource:network {{(pid=85411) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:34:26.233401 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-d20e747a-2440-4b64-ae80-bcb3f759d669 req-c3adc2c4-71d8-4d41-8c80-7ddb157e987b tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Unset dirty status for tenant:ce63ba3e595f40d2b73ca0b4d1a910d5 on resource:network {{(pid=85411) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:34:26.234799 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d20e747a-2440-4b64-ae80-bcb3f759d669 req-c3adc2c4-71d8-4d41-8c80-7ddb157e987b tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/networks?id=7a06cdd3-3944-4ed8-b639-bd706389322e HTTP/1.1" status: 200 len: 813 time: 0.3712866 Apr 15 20:34:26.239296 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [req-8db5d1cf-902f-45ef-8e36-6c96d0a1da47 req-d3e5a3db-821e-4d7e-b244-3e1e3dcc2be1 service neutron] For port d9dabf08-79f2-4473-961a-b232ccf65634, host hv-cinder-78638, cleared binding levels {{(pid=85411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:34:26.242591 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [req-8db5d1cf-902f-45ef-8e36-6c96d0a1da47 req-d3e5a3db-821e-4d7e-b244-3e1e3dcc2be1 service neutron] For port d9dabf08-79f2-4473-961a-b232ccf65634, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d9dabf08-79f2-4473-961a-b232ccf65634,segment=NetworkSegment(aa021547-3bc5-4b18-bf7b-1944f8c5afba),segment_id=aa021547-3bc5-4b18-bf7b-1944f8c5afba)] {{(pid=85411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:34:26.252933 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-8db5d1cf-902f-45ef-8e36-6c96d0a1da47 req-d3e5a3db-821e-4d7e-b244-3e1e3dcc2be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:26.269510 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:34:26.319970 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d20e747a-2440-4b64-ae80-bcb3f759d669 req-b3833c70-85ac-4241-8cac-56974a5680fb tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/quotas/ce63ba3e595f40d2b73ca0b4d1a910d5 HTTP/1.1" status: 200 len: 375 time: 0.0749991 Apr 15 20:34:26.531035 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d20e747a-2440-4b64-ae80-bcb3f759d669 req-985160fc-1b5b-4047-abed-6bda6bdc561b tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=ce63ba3e595f40d2b73ca0b4d1a910d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1245279 Apr 15 20:34:26.669953 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e5a3db-821e-4d7e-b244-3e1e3dcc2be1 service neutron] Pushing event updated for resources: {'Port': ['ID=d9dabf08-79f2-4473-961a-b232ccf65634,revision_number=3']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:34:26.684549 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-d3e5a3db-821e-4d7e-b244-3e1e3dcc2be1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:34:26.794163 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8745a88-5c4f-4e22-8d29-6357199bee8e req-63506637-5d40-4892-86b8-e3abeb026364 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:26.795992 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-b8745a88-5c4f-4e22-8d29-6357199bee8e req-63506637-5d40-4892-86b8-e3abeb026364 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=402d0c46-dfca-4bdc-bde6-0530e33b1285 HTTP/1.1" status: 200 len: 945 time: 0.3345556 Apr 15 20:34:26.797663 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5d1cf-902f-45ef-8e36-6c96d0a1da47 req-d3e5a3db-821e-4d7e-b244-3e1e3dcc2be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:26.798528 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-8db5d1cf-902f-45ef-8e36-6c96d0a1da47 req-d3e5a3db-821e-4d7e-b244-3e1e3dcc2be1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-906'] for port, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:26.800063 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-8db5d1cf-902f-45ef-8e36-6c96d0a1da47 req-d3e5a3db-821e-4d7e-b244-3e1e3dcc2be1 service neutron] 10.222.0.76 "PUT /v2.0/ports/d9dabf08-79f2-4473-961a-b232ccf65634 HTTP/1.1" status: 200 len: 1093 time: 2.7997644 Apr 15 20:34:26.804031 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b21fca5b-30cc-4b1b-984e-7aa59f57e80e', 'tag': 'd9dabf08-79f2-4473-961a-b232ccf65634'}] {{(pid=85411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:34:26.832428 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d20e747a-2440-4b64-ae80-bcb3f759d669 req-88ea84b1-cf18-466f-bc4b-ebe7f1e5c038 service neutron] 10.222.0.69 "GET /v2.0/networks/7a06cdd3-3944-4ed8-b639-bd706389322e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840583 Apr 15 20:34:27.006239 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device 3c5f2c66-d10f-49c0-ba54-b0ac817f428b up at agent hyperv_hv-cinder-78638 {{(pid=85413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:34:27.006442 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-b8745a88-5c4f-4e22-8d29-6357199bee8e req-7032d044-25f8-4288-8f36-529b7f2a78ef tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945374 Apr 15 20:34:27.087050 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5d1cf-902f-45ef-8e36-6c96d0a1da47 req-f211623d-9f48-4ac6-89d6-b3e11250027a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:27.088596 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-8db5d1cf-902f-45ef-8e36-6c96d0a1da47 req-f211623d-9f48-4ac6-89d6-b3e11250027a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9bbdc00c388d464d85f419da9ce19122&device_id=b21fca5b-30cc-4b1b-984e-7aa59f57e80e HTTP/1.1" status: 200 len: 1096 time: 0.2141263 Apr 15 20:34:27.091202 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d20e747a-2440-4b64-ae80-bcb3f759d669 req-b511d36a-fea5-428b-ad84-74433a075cb4 service neutron] 10.222.0.69 "GET /v2.0/networks/7a06cdd3-3944-4ed8-b639-bd706389322e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438247 Apr 15 20:34:27.134307 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Provisioning for port 3c5f2c66-d10f-49c0-ba54-b0ac817f428b completed by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:34:27.141632 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Provisioning complete for port 3c5f2c66-d10f-49c0-ba54-b0ac817f428b triggered by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:34:27.142709 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:27.272501 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-8db5d1cf-902f-45ef-8e36-6c96d0a1da47 req-5ac53bf7-f2f9-4eb5-bf98-9af68cb7038f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9dabf08-79f2-4473-961a-b232ccf65634 HTTP/1.1" status: 200 len: 217 time: 0.1654544 Apr 15 20:34:27.307434 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:27.375321 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbf8b5e1-604c-4ae0-bbc1-7f57be28ff45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c5f2c66-d10f-49c0-ba54-b0ac817f428b'}] {{(pid=85413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:34:27.392097 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] For port 3c5f2c66-d10f-49c0-ba54-b0ac817f428b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3c5f2c66-d10f-49c0-ba54-b0ac817f428b,segment=NetworkSegment(36087674-63e1-4b37-9dd5-5f439f8a7270),segment_id=36087674-63e1-4b37-9dd5-5f439f8a7270)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:34:27.397528 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:27.401751 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:34:27.501682 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Pushing event updated for resources: {'Port': ['ID=3c5f2c66-d10f-49c0-ba54-b0ac817f428b,revision_number=5']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:34:27.505075 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:34:27.669308 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b21fca5b-30cc-4b1b-984e-7aa59f57e80e', 'tag': 'd9dabf08-79f2-4473-961a-b232ccf65634', 'status': 'completed', 'code': 200} Apr 15 20:34:27.789270 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5d1cf-902f-45ef-8e36-6c96d0a1da47 req-323596d1-8351-4678-8ce8-b3c268772caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:27.790516 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-8db5d1cf-902f-45ef-8e36-6c96d0a1da47 req-323596d1-8351-4678-8ce8-b3c268772caf service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6fa1339f-d41e-4eb8-bb6e-40a2c73235f7 HTTP/1.1" status: 200 len: 847 time: 0.5073614 Apr 15 20:34:27.815411 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1af4747-e705-43b0-894d-be316453c844 req-1eaed671-cce5-436e-924b-50626a96b6f4 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:27.817020 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f1af4747-e705-43b0-894d-be316453c844 req-1eaed671-cce5-436e-924b-50626a96b6f4 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/ports?device_id=b21fca5b-30cc-4b1b-984e-7aa59f57e80e HTTP/1.1" status: 200 len: 943 time: 0.6092992 Apr 15 20:34:27.910489 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95890168-5a9e-4862-b40d-ebdc3671dae1 req-89e53fe4-866a-4199-af3e-924d08cf595c tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:27.918128 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-95890168-5a9e-4862-b40d-ebdc3671dae1 req-89e53fe4-866a-4199-af3e-924d08cf595c tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/ports?device_id=bbf8b5e1-604c-4ae0-bbc1-7f57be28ff45 HTTP/1.1" status: 200 len: 946 time: 0.2510602 Apr 15 20:34:27.952873 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f1af4747-e705-43b0-894d-be316453c844 req-72476df4-66e8-47c5-8139-ecf8c2f9e402 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/security-groups?id=24311f26-a3c4-4f6e-b39f-4e82f8091dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930045 Apr 15 20:34:27.998924 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-95890168-5a9e-4862-b40d-ebdc3671dae1 req-f2ed1b90-49e1-4f94-9f33-1bbd781c2593 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/security-groups?id=2edb3071-98d0-466a-b0a6-21d6399c15c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797262 Apr 15 20:34:28.045500 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5d1cf-902f-45ef-8e36-6c96d0a1da47 req-6b55f76d-6d0a-4f4d-aecb-3cfbcd4d155e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:28.048797 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-8db5d1cf-902f-45ef-8e36-6c96d0a1da47 req-6b55f76d-6d0a-4f4d-aecb-3cfbcd4d155e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3d679279-eb30-4fda-a503-0553a06ff59c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2411211 Apr 15 20:34:28.188710 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbf8b5e1-604c-4ae0-bbc1-7f57be28ff45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c5f2c66-d10f-49c0-ba54-b0ac817f428b', 'code': 200} Apr 15 20:34:28.213632 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-917fd95d-e462-4a05-b292-da0f86de8327 req-cde3cbed-44b5-4600-9fbb-e4207eff5603 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/ports?device_id=b297a80f-189c-447b-82ca-a753e0699a1a HTTP/1.1" status: 200 len: 210 time: 0.0638244 Apr 15 20:34:28.288277 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-8db5d1cf-902f-45ef-8e36-6c96d0a1da47 req-2ab15fb6-f483-4a54-9159-2797939762a4 service neutron] 10.222.0.76 "GET /v2.0/networks/3d679279-eb30-4fda-a503-0553a06ff59c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322731 Apr 15 20:34:28.485986 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b7ec7d-1c23-40ad-95d7-0aebc267d7eb req-77d79212-e127-423d-8e59-3d1002ace629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:28.487704 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-21b7ec7d-1c23-40ad-95d7-0aebc267d7eb req-77d79212-e127-423d-8e59-3d1002ace629 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=bbf8b5e1-604c-4ae0-bbc1-7f57be28ff45 HTTP/1.1" status: 200 len: 1099 time: 0.0905337 Apr 15 20:34:28.517399 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-8db5d1cf-902f-45ef-8e36-6c96d0a1da47 req-e9b70149-0bb9-4ec9-9be1-cf97636f30b8 service neutron] 10.222.0.76 "GET /v2.0/networks/3d679279-eb30-4fda-a503-0553a06ff59c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196126 Apr 15 20:34:28.535417 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-21b7ec7d-1c23-40ad-95d7-0aebc267d7eb req-ad33c77b-8384-47d2-895a-78c922f78a04 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=2edb3071-98d0-466a-b0a6-21d6399c15c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388317 Apr 15 20:34:28.554281 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc562a9-7051-483f-a5ef-ad2e74f4dde6 req-a1ead130-8362-4920-b9f4-5a7ac9ff5956 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:28.555851 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-3fc562a9-7051-483f-a5ef-ad2e74f4dde6 req-a1ead130-8362-4920-b9f4-5a7ac9ff5956 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=402d0c46-dfca-4bdc-bde6-0530e33b1285 HTTP/1.1" status: 200 len: 945 time: 0.1151619 Apr 15 20:34:28.609742 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-3fc562a9-7051-483f-a5ef-ad2e74f4dde6 req-091d6d1a-83a6-4fbc-8a36-08967282b033 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466976 Apr 15 20:34:28.898423 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d830a23-f2b3-4f82-9b87-827bb92d76dc req-ea127948-e7ea-45fe-8da6-c85a57a9f886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:28.900032 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-8d830a23-f2b3-4f82-9b87-827bb92d76dc req-ea127948-e7ea-45fe-8da6-c85a57a9f886 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9bbdc00c388d464d85f419da9ce19122&device_id=b21fca5b-30cc-4b1b-984e-7aa59f57e80e HTTP/1.1" status: 200 len: 1096 time: 0.0934627 Apr 15 20:34:29.156423 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d830a23-f2b3-4f82-9b87-827bb92d76dc req-94a60d13-64f9-44ff-a615-9b4afb25c9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:29.158129 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-8d830a23-f2b3-4f82-9b87-827bb92d76dc req-94a60d13-64f9-44ff-a615-9b4afb25c9e1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=3d679279-eb30-4fda-a503-0553a06ff59c HTTP/1.1" status: 200 len: 910 time: 0.1980000 Apr 15 20:34:29.245492 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-8d830a23-f2b3-4f82-9b87-827bb92d76dc req-68a89ea1-51e6-4517-8211-561a0c8b8ccb service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9dabf08-79f2-4473-961a-b232ccf65634 HTTP/1.1" status: 200 len: 217 time: 0.0729039 Apr 15 20:34:29.261504 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e747a-2440-4b64-ae80-bcb3f759d669 req-64e23656-f71e-404f-815c-e90852861cec tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:29.263151 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d20e747a-2440-4b64-ae80-bcb3f759d669 req-64e23656-f71e-404f-815c-e90852861cec tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.76 "GET /v2.0/networks?id=7a06cdd3-3944-4ed8-b639-bd706389322e HTTP/1.1" status: 200 len: 813 time: 0.3045304 Apr 15 20:34:29.285644 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [req-d20e747a-2440-4b64-ae80-bcb3f759d669 req-09449616-fbcd-438b-ab0e-c32b7481cc7a tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Request body: {'port': {'device_id': 'b297a80f-189c-447b-82ca-a753e0699a1a', 'network_id': '7a06cdd3-3944-4ed8-b639-bd706389322e', 'admin_state_up': True, 'tenant_id': 'ce63ba3e595f40d2b73ca0b4d1a910d5'}} {{(pid=85411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:34:29.326889 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d830a23-f2b3-4f82-9b87-827bb92d76dc req-c766205b-8294-4ae7-bd7c-e820aea19fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:29.328281 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-8d830a23-f2b3-4f82-9b87-827bb92d76dc req-c766205b-8294-4ae7-bd7c-e820aea19fe9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6fa1339f-d41e-4eb8-bb6e-40a2c73235f7 HTTP/1.1" status: 200 len: 847 time: 0.0717208 Apr 15 20:34:29.398820 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eeb25e-1d08-4f02-be57-56ae18e32997 req-ff815792-76e5-4059-b6f7-3bd330007e6c tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:29.406591 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-45eeb25e-1d08-4f02-be57-56ae18e32997 req-ff815792-76e5-4059-b6f7-3bd330007e6c tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/ports?device_id=b21fca5b-30cc-4b1b-984e-7aa59f57e80e HTTP/1.1" status: 200 len: 943 time: 0.2972314 Apr 15 20:34:29.434446 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d830a23-f2b3-4f82-9b87-827bb92d76dc req-8e51696f-d161-470e-9a63-651f2f090051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:29.436123 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-8d830a23-f2b3-4f82-9b87-827bb92d76dc req-8e51696f-d161-470e-9a63-651f2f090051 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3d679279-eb30-4fda-a503-0553a06ff59c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0920632 Apr 15 20:34:29.462963 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ef5b9-c8ca-439f-80bd-6c97353e3d3e req-d1211fb8-657f-421b-a591-5b82a62caa62 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:29.464554 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-709ef5b9-c8ca-439f-80bd-6c97353e3d3e req-d1211fb8-657f-421b-a591-5b82a62caa62 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/ports?device_id=bbf8b5e1-604c-4ae0-bbc1-7f57be28ff45 HTTP/1.1" status: 200 len: 946 time: 0.3012924 Apr 15 20:34:29.545844 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-45eeb25e-1d08-4f02-be57-56ae18e32997 req-ac3dd667-c83c-4a2d-9085-dac707a64efb tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/security-groups?id=24311f26-a3c4-4f6e-b39f-4e82f8091dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382999 Apr 15 20:34:29.553167 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-709ef5b9-c8ca-439f-80bd-6c97353e3d3e req-568bf1e1-dc31-41f7-8f92-ef8dff74a2ee tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/security-groups?id=2edb3071-98d0-466a-b0a6-21d6399c15c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804861 Apr 15 20:34:29.590485 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [req-d20e747a-2440-4b64-ae80-bcb3f759d669 req-09449616-fbcd-438b-ab0e-c32b7481cc7a tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:34:29.601237 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-d20e747a-2440-4b64-ae80-bcb3f759d669 req-09449616-fbcd-438b-ab0e-c32b7481cc7a tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Usage tracker for resource:port and tenant:ce63ba3e595f40d2b73ca0b4d1a910d5 is out of sync, need to count used quota {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:34:29.609816 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-8d830a23-f2b3-4f82-9b87-827bb92d76dc req-db6ed361-bc28-4715-951b-62cdddeee587 service neutron] 10.222.0.76 "GET /v2.0/networks/3d679279-eb30-4fda-a503-0553a06ff59c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620555 Apr 15 20:34:29.610468 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-d20e747a-2440-4b64-ae80-bcb3f759d669 req-09449616-fbcd-438b-ab0e-c32b7481cc7a tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:34:29.617226 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [req-d20e747a-2440-4b64-ae80-bcb3f759d669 req-09449616-fbcd-438b-ab0e-c32b7481cc7a tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:34:29.648616 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d20e747a-2440-4b64-ae80-bcb3f759d669 req-09449616-fbcd-438b-ab0e-c32b7481cc7a tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Made reservation on behalf of ce63ba3e595f40d2b73ca0b4d1a910d5 for: {'port': 1} {{(pid=85411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:34:29.664539 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-d20e747a-2440-4b64-ae80-bcb3f759d669 req-09449616-fbcd-438b-ab0e-c32b7481cc7a tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:29.798928 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-8d830a23-f2b3-4f82-9b87-827bb92d76dc req-35603c66-8114-4b42-939d-3c54634335ce service neutron] 10.222.0.76 "GET /v2.0/networks/3d679279-eb30-4fda-a503-0553a06ff59c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763086 Apr 15 20:34:29.848371 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c834bae0-841f-4c04-8dfe-195754bc3e29 req-3fb1ddbb-ce73-4a42-83a7-fb92bd762658 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/ports?device_id=b297a80f-189c-447b-82ca-a753e0699a1a HTTP/1.1" status: 200 len: 210 time: 0.0801692 Apr 15 20:34:30.013452 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.db_base_plugin_common [req-d20e747a-2440-4b64-ae80-bcb3f759d669 req-09449616-fbcd-438b-ab0e-c32b7481cc7a tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Allocated IP 172.20.0.14 (7a06cdd3-3944-4ed8-b639-bd706389322e/16d16c63-a97f-48f1-ad7e-41548514c373/45550de1-759c-42e1-bcbb-fef9af74ade9) {{(pid=85411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:34:30.034054 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe5d22-e8dc-4ed2-86a9-5b95328645be req-fbc3bf2a-5be7-488f-8f58-26131ea82dd6 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:30.035610 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c6fe5d22-e8dc-4ed2-86a9-5b95328645be req-fbc3bf2a-5be7-488f-8f58-26131ea82dd6 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=402d0c46-dfca-4bdc-bde6-0530e33b1285 HTTP/1.1" status: 200 len: 945 time: 0.1673098 Apr 15 20:34:30.153587 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c6fe5d22-e8dc-4ed2-86a9-5b95328645be req-e8ed4d4f-5a16-4e98-9ded-819f7a46349c tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107118 Apr 15 20:34:30.291222 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-d20e747a-2440-4b64-ae80-bcb3f759d669 req-09449616-fbcd-438b-ab0e-c32b7481cc7a tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Notify callbacks [] for port, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:30.324397 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-d20e747a-2440-4b64-ae80-bcb3f759d669 req-09449616-fbcd-438b-ab0e-c32b7481cc7a tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245250087898'] for port, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:30.340616 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:34:30.477580 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09449616-fbcd-438b-ab0e-c32b7481cc7a tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Pushing event updated for resources: {'Port': ['ID=45550de1-759c-42e1-bcbb-fef9af74ade9,revision_number=1']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:34:30.480633 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-09449616-fbcd-438b-ab0e-c32b7481cc7a tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:34:30.550067 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d20e747a-2440-4b64-ae80-bcb3f759d669 req-09449616-fbcd-438b-ab0e-c32b7481cc7a tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Network 7a06cdd3-3944-4ed8-b639-bd706389322e is already hosted by enough agents. {{(pid=85411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:34:30.551302 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.base_scheduler [req-d20e747a-2440-4b64-ae80-bcb3f759d669 req-09449616-fbcd-438b-ab0e-c32b7481cc7a tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Resources bound (agent type, host, resource id): {{(pid=85411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:34:30.553921 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [req-d20e747a-2440-4b64-ae80-bcb3f759d669 req-09449616-fbcd-438b-ab0e-c32b7481cc7a tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Received port after_create {{(pid=85411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:34:30.560086 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e747a-2440-4b64-ae80-bcb3f759d669 req-09449616-fbcd-438b-ab0e-c32b7481cc7a tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:30.560746 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-d20e747a-2440-4b64-ae80-bcb3f759d669 req-09449616-fbcd-438b-ab0e-c32b7481cc7a tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-906'] for port, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:30.583972 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d20e747a-2440-4b64-ae80-bcb3f759d669 req-09449616-fbcd-438b-ab0e-c32b7481cc7a tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3045092 Apr 15 20:34:30.614077 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [req-d20e747a-2440-4b64-ae80-bcb3f759d669 req-40b1b62a-c14e-4335-a8c4-f1d3d38ee8c0 service neutron] Request body: {'port': {'device_id': 'b297a80f-189c-447b-82ca-a753e0699a1a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:34:30.886474 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-d20e747a-2440-4b64-ae80-bcb3f759d669 req-40b1b62a-c14e-4335-a8c4-f1d3d38ee8c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:30.974892 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bc7085-6127-47af-80a8-8e7513163ce0 req-ba62e523-2c68-4b52-9373-4710246d7f31 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:30.976516 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-45bc7085-6127-47af-80a8-8e7513163ce0 req-ba62e523-2c68-4b52-9373-4710246d7f31 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/ports?device_id=b21fca5b-30cc-4b1b-984e-7aa59f57e80e HTTP/1.1" status: 200 len: 943 time: 0.2815065 Apr 15 20:34:30.988156 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35766336-e7c8-4e47-b293-ebe81330f201 req-b7cac927-192b-45f5-9933-78874f9d1306 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:30.989673 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-35766336-e7c8-4e47-b293-ebe81330f201 req-b7cac927-192b-45f5-9933-78874f9d1306 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/ports?device_id=bbf8b5e1-604c-4ae0-bbc1-7f57be28ff45 HTTP/1.1" status: 200 len: 946 time: 0.2571375 Apr 15 20:34:31.145628 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-45bc7085-6127-47af-80a8-8e7513163ce0 req-fdc24706-817a-441c-9378-ab57fcf11c58 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/security-groups?id=24311f26-a3c4-4f6e-b39f-4e82f8091dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1548150 Apr 15 20:34:31.156125 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-35766336-e7c8-4e47-b293-ebe81330f201 req-b0dfa365-42d7-44ed-acea-6f24494356ad tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/security-groups?id=2edb3071-98d0-466a-b0a6-21d6399c15c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566849 Apr 15 20:34:31.670032 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c18d15-43a1-4639-a570-0b4dcb0d109b req-46b1e239-2d6e-4d6c-bd19-616b2ede5320 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:31.670812 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-90c18d15-43a1-4639-a570-0b4dcb0d109b req-46b1e239-2d6e-4d6c-bd19-616b2ede5320 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Synchronizing usage tracker for tenant:ce63ba3e595f40d2b73ca0b4d1a910d5 on resource:port {{(pid=85411) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:34:31.694685 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8994fa-7f17-486e-96f1-4ad4967013ad req-1df7108e-7b52-4aeb-8554-bd9bf498e762 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:31.696317 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-5b8994fa-7f17-486e-96f1-4ad4967013ad req-1df7108e-7b52-4aeb-8554-bd9bf498e762 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=402d0c46-dfca-4bdc-bde6-0530e33b1285 HTTP/1.1" status: 200 len: 945 time: 0.2027011 Apr 15 20:34:31.732503 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-90c18d15-43a1-4639-a570-0b4dcb0d109b req-46b1e239-2d6e-4d6c-bd19-616b2ede5320 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Unset dirty status for tenant:ce63ba3e595f40d2b73ca0b4d1a910d5 on resource:port {{(pid=85411) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:34:31.733673 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-90c18d15-43a1-4639-a570-0b4dcb0d109b req-46b1e239-2d6e-4d6c-bd19-616b2ede5320 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/ports?device_id=b297a80f-189c-447b-82ca-a753e0699a1a HTTP/1.1" status: 200 len: 932 time: 0.3249080 Apr 15 20:34:31.837760 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [req-d20e747a-2440-4b64-ae80-bcb3f759d669 req-40b1b62a-c14e-4335-a8c4-f1d3d38ee8c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45550de1-759c-42e1-bcbb-fef9af74ade9 {{(pid=85411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:34:31.848983 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-d20e747a-2440-4b64-ae80-bcb3f759d669 req-40b1b62a-c14e-4335-a8c4-f1d3d38ee8c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:31.854613 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-5b8994fa-7f17-486e-96f1-4ad4967013ad req-af0b43d0-0663-482f-9199-e293cbde4ed5 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415355 Apr 15 20:34:31.870587 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-90c18d15-43a1-4639-a570-0b4dcb0d109b req-589d7cfc-25c5-44bf-bd18-75d5cb73c120 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Synchronizing usage tracker for tenant:ce63ba3e595f40d2b73ca0b4d1a910d5 on resource:security_group {{(pid=85411) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:34:31.878793 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [req-d20e747a-2440-4b64-ae80-bcb3f759d669 req-40b1b62a-c14e-4335-a8c4-f1d3d38ee8c0 service neutron] Transition to ACTIVE for port object 45550de1-759c-42e1-bcbb-fef9af74ade9 will not be triggered until provisioned by entity L2. {{(pid=85411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:34:31.884969 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-d20e747a-2440-4b64-ae80-bcb3f759d669 req-40b1b62a-c14e-4335-a8c4-f1d3d38ee8c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:31.901798 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-65be239d-a3a5-4737-a4f3-494d991c2545 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:34:32.012235 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-90c18d15-43a1-4639-a570-0b4dcb0d109b req-589d7cfc-25c5-44bf-bd18-75d5cb73c120 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Unset dirty status for tenant:ce63ba3e595f40d2b73ca0b4d1a910d5 on resource:security_group {{(pid=85411) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:34:32.013440 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-90c18d15-43a1-4639-a570-0b4dcb0d109b req-589d7cfc-25c5-44bf-bd18-75d5cb73c120 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7c295eb-f8bf-46dc-901c-6b1fe1ec5d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482562 Apr 15 20:34:32.047011 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b1b62a-c14e-4335-a8c4-f1d3d38ee8c0 service neutron] Pushing event updated for resources: {'Port': ['ID=45550de1-759c-42e1-bcbb-fef9af74ade9,revision_number=2']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:34:32.059610 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-40b1b62a-c14e-4335-a8c4-f1d3d38ee8c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:34:32.217489 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [req-d20e747a-2440-4b64-ae80-bcb3f759d669 req-40b1b62a-c14e-4335-a8c4-f1d3d38ee8c0 service neutron] Attempting to bind port 45550de1-759c-42e1-bcbb-fef9af74ade9 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:34:32.217942 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [req-d20e747a-2440-4b64-ae80-bcb3f759d669 req-40b1b62a-c14e-4335-a8c4-f1d3d38ee8c0 service neutron] Attempting to bind port 45550de1-759c-42e1-bcbb-fef9af74ade9 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '7090a18a-55a0-4c97-8e62-b66fed641375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '7a06cdd3-3944-4ed8-b639-bd706389322e'}] {{(pid=85411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:34:32.218245 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20e747a-2440-4b64-ae80-bcb3f759d669 req-40b1b62a-c14e-4335-a8c4-f1d3d38ee8c0 service neutron] Attempting to bind port 45550de1-759c-42e1-bcbb-fef9af74ade9 on network 7a06cdd3-3944-4ed8-b639-bd706389322e {{(pid=85411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:34:32.223328 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20e747a-2440-4b64-ae80-bcb3f759d669 req-40b1b62a-c14e-4335-a8c4-f1d3d38ee8c0 service neutron] Port 45550de1-759c-42e1-bcbb-fef9af74ade9 on network 7a06cdd3-3944-4ed8-b639-bd706389322e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 20:34:32.223687 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20e747a-2440-4b64-ae80-bcb3f759d669 req-40b1b62a-c14e-4335-a8c4-f1d3d38ee8c0 service neutron] Attempting to bind port 45550de1-759c-42e1-bcbb-fef9af74ade9 on network 7a06cdd3-3944-4ed8-b639-bd706389322e {{(pid=85411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:34:32.229699 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20e747a-2440-4b64-ae80-bcb3f759d669 req-40b1b62a-c14e-4335-a8c4-f1d3d38ee8c0 service neutron] Checking agent: {'id': '70e73898-5ca9-4370-a761-abbf44013111', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 30, 18), 'started_at': datetime.datetime(2021, 4, 15, 20, 30, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:34:32.230079 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20e747a-2440-4b64-ae80-bcb3f759d669 req-40b1b62a-c14e-4335-a8c4-f1d3d38ee8c0 service neutron] Checking segment: {'id': '7090a18a-55a0-4c97-8e62-b66fed641375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '7a06cdd3-3944-4ed8-b639-bd706389322e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:34:32.230680 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20e747a-2440-4b64-ae80-bcb3f759d669 req-40b1b62a-c14e-4335-a8c4-f1d3d38ee8c0 service neutron] Bound using segment: {'id': '7090a18a-55a0-4c97-8e62-b66fed641375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '7a06cdd3-3944-4ed8-b639-bd706389322e'} {{(pid=85411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:34:32.231147 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [req-d20e747a-2440-4b64-ae80-bcb3f759d669 req-40b1b62a-c14e-4335-a8c4-f1d3d38ee8c0 service neutron] Bound port: 45550de1-759c-42e1-bcbb-fef9af74ade9, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7090a18a-55a0-4c97-8e62-b66fed641375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '7a06cdd3-3944-4ed8-b639-bd706389322e'}}] {{(pid=85411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:34:32.231535 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-d20e747a-2440-4b64-ae80-bcb3f759d669 req-40b1b62a-c14e-4335-a8c4-f1d3d38ee8c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:32.434493 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [req-d20e747a-2440-4b64-ae80-bcb3f759d669 req-40b1b62a-c14e-4335-a8c4-f1d3d38ee8c0 service neutron] For port 45550de1-759c-42e1-bcbb-fef9af74ade9, host hv-cinder-78638, cleared binding levels {{(pid=85411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:34:32.445418 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [req-d20e747a-2440-4b64-ae80-bcb3f759d669 req-40b1b62a-c14e-4335-a8c4-f1d3d38ee8c0 service neutron] For port 45550de1-759c-42e1-bcbb-fef9af74ade9, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=45550de1-759c-42e1-bcbb-fef9af74ade9,segment=NetworkSegment(7090a18a-55a0-4c97-8e62-b66fed641375),segment_id=7090a18a-55a0-4c97-8e62-b66fed641375)] {{(pid=85411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:34:32.463662 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-d20e747a-2440-4b64-ae80-bcb3f759d669 req-40b1b62a-c14e-4335-a8c4-f1d3d38ee8c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:32.478945 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-09449616-fbcd-438b-ab0e-c32b7481cc7a tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:34:32.642447 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ab58d-6e8d-4674-8a36-aaf43305ab24 req-3a0b32c8-ebde-4797-9359-5fdb89cfcfb6 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:32.644080 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c10ab58d-6e8d-4674-8a36-aaf43305ab24 req-3a0b32c8-ebde-4797-9359-5fdb89cfcfb6 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/ports?device_id=bbf8b5e1-604c-4ae0-bbc1-7f57be28ff45 HTTP/1.1" status: 200 len: 946 time: 0.3638422 Apr 15 20:34:32.647713 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b1b62a-c14e-4335-a8c4-f1d3d38ee8c0 service neutron] Pushing event updated for resources: {'Port': ['ID=45550de1-759c-42e1-bcbb-fef9af74ade9,revision_number=3']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:34:32.658079 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07848b78-9f77-4f40-98fc-c26dec448f43 req-62a84a1f-7d22-441e-be25-13eb827a1dc3 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:32.659674 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-07848b78-9f77-4f40-98fc-c26dec448f43 req-62a84a1f-7d22-441e-be25-13eb827a1dc3 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/ports?device_id=b21fca5b-30cc-4b1b-984e-7aa59f57e80e HTTP/1.1" status: 200 len: 943 time: 0.3282561 Apr 15 20:34:32.661750 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-40b1b62a-c14e-4335-a8c4-f1d3d38ee8c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:34:32.780926 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c10ab58d-6e8d-4674-8a36-aaf43305ab24 req-939d1235-4df0-41a7-bf2b-189ea01a9419 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/security-groups?id=2edb3071-98d0-466a-b0a6-21d6399c15c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202168 Apr 15 20:34:32.782226 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e747a-2440-4b64-ae80-bcb3f759d669 req-40b1b62a-c14e-4335-a8c4-f1d3d38ee8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:32.782913 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-d20e747a-2440-4b64-ae80-bcb3f759d669 req-40b1b62a-c14e-4335-a8c4-f1d3d38ee8c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-906'] for port, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:32.784275 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d20e747a-2440-4b64-ae80-bcb3f759d669 req-40b1b62a-c14e-4335-a8c4-f1d3d38ee8c0 service neutron] 10.222.0.76 "PUT /v2.0/ports/45550de1-759c-42e1-bcbb-fef9af74ade9 HTTP/1.1" status: 200 len: 1094 time: 2.1755881 Apr 15 20:34:32.786725 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b297a80f-189c-447b-82ca-a753e0699a1a', 'tag': '45550de1-759c-42e1-bcbb-fef9af74ade9'}] {{(pid=85411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:34:32.800701 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-07848b78-9f77-4f40-98fc-c26dec448f43 req-8c95bdff-2e1e-4872-a1bb-82b50617325d tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/security-groups?id=24311f26-a3c4-4f6e-b39f-4e82f8091dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261697 Apr 15 20:34:32.914933 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b297a80f-189c-447b-82ca-a753e0699a1a', 'tag': '45550de1-759c-42e1-bcbb-fef9af74ade9', 'status': 'completed', 'code': 200} Apr 15 20:34:32.925418 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e747a-2440-4b64-ae80-bcb3f759d669 req-86e02423-21dd-4b35-8bae-a1377529f714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:32.927096 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d20e747a-2440-4b64-ae80-bcb3f759d669 req-86e02423-21dd-4b35-8bae-a1377529f714 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ce63ba3e595f40d2b73ca0b4d1a910d5&device_id=b297a80f-189c-447b-82ca-a753e0699a1a HTTP/1.1" status: 200 len: 1097 time: 0.0898328 Apr 15 20:34:33.022770 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d20e747a-2440-4b64-ae80-bcb3f759d669 req-79b5a016-3562-474c-8137-58758c23fbcd service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45550de1-759c-42e1-bcbb-fef9af74ade9 HTTP/1.1" status: 200 len: 217 time: 0.0830326 Apr 15 20:34:33.217828 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e747a-2440-4b64-ae80-bcb3f759d669 req-1b95fcab-518b-42a2-919b-7d29d942eefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:33.219895 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d20e747a-2440-4b64-ae80-bcb3f759d669 req-1b95fcab-518b-42a2-919b-7d29d942eefc service neutron] 10.222.0.76 "GET /v2.0/subnets?id=16d16c63-a97f-48f1-ad7e-41548514c373 HTTP/1.1" status: 200 len: 853 time: 0.1490471 Apr 15 20:34:33.306404 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bddab97-7283-4b67-953e-c1ecaea04332 req-64ca2282-4a6e-4b2e-a782-6c92616b1b96 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:33.308254 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-1bddab97-7283-4b67-953e-c1ecaea04332 req-64ca2282-4a6e-4b2e-a782-6c92616b1b96 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=402d0c46-dfca-4bdc-bde6-0530e33b1285 HTTP/1.1" status: 200 len: 945 time: 0.2773149 Apr 15 20:34:33.313082 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d20e747a-2440-4b64-ae80-bcb3f759d669 req-ea80bb25-a873-4238-a645-b03da12c3f41 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7a06cdd3-3944-4ed8-b639-bd706389322e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745425 Apr 15 20:34:33.320831 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 33432) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:34:33.457503 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-b062226a-f961-4e1c-93c1-59c0f31732ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:33.472955 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-b062226a-f961-4e1c-93c1-59c0f31732ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:34:33.473353 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f99eb92-e3ea-45c5-b91b-14ce3b1134ba req-d9e5b6ac-6285-4d9b-b26a-e739a1c491a3 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:33.475006 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-1f99eb92-e3ea-45c5-b91b-14ce3b1134ba req-d9e5b6ac-6285-4d9b-b26a-e739a1c491a3 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/ports?device_id=b297a80f-189c-447b-82ca-a753e0699a1a HTTP/1.1" status: 200 len: 944 time: 0.3252017 Apr 15 20:34:33.477703 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-b062226a-f961-4e1c-93c1-59c0f31732ea admin admin] Usage tracker for resource:security_group_rule and tenant:9abd8dae5bb049b1a6adfb87a5a325a5 is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:34:33.480577 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-b062226a-f961-4e1c-93c1-59c0f31732ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:34:33.484175 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-1bddab97-7283-4b67-953e-c1ecaea04332 req-f9192df1-07b9-416d-b0a9-276878e271bb tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653590 Apr 15 20:34:33.486894 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-b062226a-f961-4e1c-93c1-59c0f31732ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:34:33.565236 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d20e747a-2440-4b64-ae80-bcb3f759d669 req-29e73d43-3a4a-491e-81a6-36ee4c8f5c1e service neutron] 10.222.0.76 "GET /v2.0/networks/7a06cdd3-3944-4ed8-b639-bd706389322e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307215 Apr 15 20:34:33.568425 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-1f99eb92-e3ea-45c5-b91b-14ce3b1134ba req-e3073c33-8800-47ae-ad5a-7ccd086afe0c tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7c295eb-f8bf-46dc-901c-6b1fe1ec5d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799539 Apr 15 20:34:33.578789 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-b062226a-f961-4e1c-93c1-59c0f31732ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:33.582437 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-b062226a-f961-4e1c-93c1-59c0f31732ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:33.590084 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-d2b2f083-6145-4b89-9885-ceb89ac5276b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:34:33.633169 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-b062226a-f961-4e1c-93c1-59c0f31732ea admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9abd8dae5bb049b1a6adfb87a5a325a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3111575 Apr 15 20:34:33.633904 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b062226a-f961-4e1c-93c1-59c0f31732ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0abb2bae-a252-4d9b-88c7-25c47f2ef073,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:34:33.636453 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 33440) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:34:33.639259 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-b062226a-f961-4e1c-93c1-59c0f31732ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:34:33.698149 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-520f751e-8e88-4642-af57-922598038788 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:33.732533 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-520f751e-8e88-4642-af57-922598038788 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:33.783111 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-520f751e-8e88-4642-af57-922598038788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:33.787449 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-7860fb1d-d904-4c0d-9402-edaa223b8872 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:34:33.802131 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520f751e-8e88-4642-af57-922598038788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0abb2bae-a252-4d9b-88c7-25c47f2ef073,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:34:33.804675 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-520f751e-8e88-4642-af57-922598038788 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:34:33.810408 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-520f751e-8e88-4642-af57-922598038788 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:33.814889 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-520f751e-8e88-4642-af57-922598038788 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0abb2bae-a252-4d9b-88c7-25c47f2ef073 HTTP/1.1" status: 204 len: 168 time: 0.1771665 Apr 15 20:34:33.972947 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d20e747a-2440-4b64-ae80-bcb3f759d669 req-7c776628-1a94-4c10-b9a5-4bc2b38d1621 service neutron] 10.222.0.76 "GET /v2.0/networks/7a06cdd3-3944-4ed8-b639-bd706389322e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3932080 Apr 15 20:34:34.028594 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc824bd-a463-493a-ac54-715a24fb54ac req-3fe8e76c-858c-4364-a1fe-d2a6c7649e54 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:34.030191 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-7fc824bd-a463-493a-ac54-715a24fb54ac req-3fe8e76c-858c-4364-a1fe-d2a6c7649e54 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/ports?device_id=b21fca5b-30cc-4b1b-984e-7aa59f57e80e HTTP/1.1" status: 200 len: 943 time: 0.0968056 Apr 15 20:34:34.128481 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-7fc824bd-a463-493a-ac54-715a24fb54ac req-0cd94722-bb39-408c-8989-468dc1d4cfc6 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/security-groups?id=24311f26-a3c4-4f6e-b39f-4e82f8091dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918207 Apr 15 20:34:34.132461 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 33452) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:34:34.153436 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-2b7f10ab-eaec-4aa8-b0e9-70217c49214b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:34.160345 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d426e7-75fd-4cb7-857d-9e8e2dd4b0fb req-942be07e-33cc-4437-ae8c-9555ab74c9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:34.162086 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-13d426e7-75fd-4cb7-857d-9e8e2dd4b0fb req-942be07e-33cc-4437-ae8c-9555ab74c9fb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ce63ba3e595f40d2b73ca0b4d1a910d5&device_id=b297a80f-189c-447b-82ca-a753e0699a1a HTTP/1.1" status: 200 len: 1097 time: 0.0922666 Apr 15 20:34:34.170052 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-2b7f10ab-eaec-4aa8-b0e9-70217c49214b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:34:34.174264 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-2b7f10ab-eaec-4aa8-b0e9-70217c49214b admin admin] Usage tracker for resource:security_group_rule and tenant:eac8103474594015b1355a15f0f6c463 is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:34:34.177284 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-2b7f10ab-eaec-4aa8-b0e9-70217c49214b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:34:34.183272 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-2b7f10ab-eaec-4aa8-b0e9-70217c49214b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:34:34.269630 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-2b7f10ab-eaec-4aa8-b0e9-70217c49214b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:34.273536 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-2b7f10ab-eaec-4aa8-b0e9-70217c49214b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:34.282932 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-2240a3d7-9900-45b0-9c86-571677d3b61f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:34:34.307009 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d426e7-75fd-4cb7-857d-9e8e2dd4b0fb req-bb31200f-923c-4b09-b0e3-afd63d26990c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:34.308835 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-13d426e7-75fd-4cb7-857d-9e8e2dd4b0fb req-bb31200f-923c-4b09-b0e3-afd63d26990c service neutron] 10.222.0.76 "GET /v2.0/networks?id=7a06cdd3-3944-4ed8-b639-bd706389322e HTTP/1.1" status: 200 len: 915 time: 0.1355257 Apr 15 20:34:34.330346 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-2b7f10ab-eaec-4aa8-b0e9-70217c49214b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=eac8103474594015b1355a15f0f6c463&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1941259 Apr 15 20:34:34.330346 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 33458) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:34:34.344218 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7f10ab-eaec-4aa8-b0e9-70217c49214b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c01a084-5fc9-4615-ada0-799dccbf8370,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:34:34.348403 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-2b7f10ab-eaec-4aa8-b0e9-70217c49214b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:34:34.407981 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-60617045-7998-4dd9-8356-5e3388735e69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:34.420524 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-13d426e7-75fd-4cb7-857d-9e8e2dd4b0fb req-f47c8cfe-7b52-4ec8-a41e-665615d6e703 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45550de1-759c-42e1-bcbb-fef9af74ade9 HTTP/1.1" status: 200 len: 217 time: 0.0899296 Apr 15 20:34:34.437646 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-60617045-7998-4dd9-8356-5e3388735e69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:34.494214 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-60617045-7998-4dd9-8356-5e3388735e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:34.499375 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-d7e5d4d4-e30d-4c70-9335-7a85c5474e59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:34:34.510689 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60617045-7998-4dd9-8356-5e3388735e69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c01a084-5fc9-4615-ada0-799dccbf8370,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:34:34.510924 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d426e7-75fd-4cb7-857d-9e8e2dd4b0fb req-331e91e0-f71a-46dc-be69-b7d254535422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:34.512477 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-13d426e7-75fd-4cb7-857d-9e8e2dd4b0fb req-331e91e0-f71a-46dc-be69-b7d254535422 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=16d16c63-a97f-48f1-ad7e-41548514c373 HTTP/1.1" status: 200 len: 853 time: 0.0742128 Apr 15 20:34:34.515955 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-60617045-7998-4dd9-8356-5e3388735e69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:34:34.518341 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-60617045-7998-4dd9-8356-5e3388735e69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:34.519711 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-60617045-7998-4dd9-8356-5e3388735e69 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2c01a084-5fc9-4615-ada0-799dccbf8370 HTTP/1.1" status: 204 len: 168 time: 0.1871932 Apr 15 20:34:34.613020 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-13d426e7-75fd-4cb7-857d-9e8e2dd4b0fb req-e50a4360-a63f-4acf-ad9c-571705fd6f8d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7a06cdd3-3944-4ed8-b639-bd706389322e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822525 Apr 15 20:34:34.851400 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-13d426e7-75fd-4cb7-857d-9e8e2dd4b0fb req-55ca4bf6-5d33-4514-ac05-e14ce8a13368 service neutron] 10.222.0.76 "GET /v2.0/networks/7a06cdd3-3944-4ed8-b639-bd706389322e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282374 Apr 15 20:34:34.862233 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542d961e-787c-4113-8bc4-c2f329476715 req-d66eaae0-e20c-45b6-9327-58eb0cc63bd7 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:34.863935 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-542d961e-787c-4113-8bc4-c2f329476715 req-d66eaae0-e20c-45b6-9327-58eb0cc63bd7 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=402d0c46-dfca-4bdc-bde6-0530e33b1285 HTTP/1.1" status: 200 len: 945 time: 0.2097952 Apr 15 20:34:34.921541 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 33482) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:34:34.944035 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9238a63c-a97f-44b4-be1d-2a2eb24945be admin admin] Notify callbacks [] for security_group, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:34.960426 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-9238a63c-a97f-44b4-be1d-2a2eb24945be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:34:34.965290 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-9238a63c-a97f-44b4-be1d-2a2eb24945be admin admin] Usage tracker for resource:security_group_rule and tenant:3581dda8bdd44f6896d880f4edf66f63 is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:34:34.968803 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-9238a63c-a97f-44b4-be1d-2a2eb24945be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:34:34.975638 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-9238a63c-a97f-44b4-be1d-2a2eb24945be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:34:35.023364 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-542d961e-787c-4113-8bc4-c2f329476715 req-ecbbc7b0-5d63-4e7f-bcd4-1a7b12cdf95d tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330619 Apr 15 20:34:35.050748 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device d9dabf08-79f2-4473-961a-b232ccf65634 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 20:34:35.084695 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-13d426e7-75fd-4cb7-857d-9e8e2dd4b0fb req-8b9b0268-08a2-4a84-9a27-e26e19e03fe7 service neutron] 10.222.0.76 "GET /v2.0/networks/7a06cdd3-3944-4ed8-b639-bd706389322e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196765 Apr 15 20:34:35.119431 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9238a63c-a97f-44b4-be1d-2a2eb24945be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:35.126027 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9238a63c-a97f-44b4-be1d-2a2eb24945be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:35.178001 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-1ef24ba4-4d94-4ccb-912f-72e423cd80a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:34:35.192029 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-9238a63c-a97f-44b4-be1d-2a2eb24945be admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3581dda8bdd44f6896d880f4edf66f63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2665937 Apr 15 20:34:35.193887 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 33492) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:34:35.215695 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9238a63c-a97f-44b4-be1d-2a2eb24945be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfec8b36-e58f-4abe-af16-96325a459675,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:34:35.220130 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-9238a63c-a97f-44b4-be1d-2a2eb24945be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:34:35.241064 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] For port d9dabf08-79f2-4473-961a-b232ccf65634, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d9dabf08-79f2-4473-961a-b232ccf65634,segment=NetworkSegment(aa021547-3bc5-4b18-bf7b-1944f8c5afba),segment_id=aa021547-3bc5-4b18-bf7b-1944f8c5afba)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:34:35.255975 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Returning: {'device': 'd9dabf08-79f2-4473-961a-b232ccf65634', 'network_id': '3d679279-eb30-4fda-a503-0553a06ff59c', 'port_id': 'd9dabf08-79f2-4473-961a-b232ccf65634', 'mac_address': 'fa:16:3e:cf:84:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1071, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fa1339f-d41e-4eb8-bb6e-40a2c73235f7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 20:34:35.272849 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2800160-90a7-4664-8a38-fce63218c568 req-2478b4e8-580b-41c8-b579-6cc6b9b9cbf9 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:35.274453 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c2800160-90a7-4664-8a38-fce63218c568 req-2478b4e8-580b-41c8-b579-6cc6b9b9cbf9 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/ports?device_id=b297a80f-189c-447b-82ca-a753e0699a1a HTTP/1.1" status: 200 len: 944 time: 0.1657193 Apr 15 20:34:35.343543 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:35.356755 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7692c9dc-7ab6-4ade-bb3f-5b3711dfc882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:35.386163 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7692c9dc-7ab6-4ade-bb3f-5b3711dfc882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:35.386699 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9dabf08-79f2-4473-961a-b232ccf65634 {{(pid=85413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:34:35.423776 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] For port d9dabf08-79f2-4473-961a-b232ccf65634, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d9dabf08-79f2-4473-961a-b232ccf65634,segment=NetworkSegment(aa021547-3bc5-4b18-bf7b-1944f8c5afba),segment_id=aa021547-3bc5-4b18-bf7b-1944f8c5afba)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:34:35.428120 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:35.430075 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c2800160-90a7-4664-8a38-fce63218c568 req-8facb16c-a374-4214-920a-31ee91cbe407 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7c295eb-f8bf-46dc-901c-6b1fe1ec5d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467359 Apr 15 20:34:35.430315 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:34:35.491248 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7692c9dc-7ab6-4ade-bb3f-5b3711dfc882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:35.497826 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-e732863e-c393-4ed7-a415-486be6049208 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:34:35.512249 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7692c9dc-7ab6-4ade-bb3f-5b3711dfc882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfec8b36-e58f-4abe-af16-96325a459675,revision_number=None']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:34:35.514154 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Pushing event updated for resources: {'Port': ['ID=d9dabf08-79f2-4473-961a-b232ccf65634,revision_number=4']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:34:35.518200 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:34:35.518988 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-7692c9dc-7ab6-4ade-bb3f-5b3711dfc882 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:34:35.519673 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7692c9dc-7ab6-4ade-bb3f-5b3711dfc882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:35.523786 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-7692c9dc-7ab6-4ade-bb3f-5b3711dfc882 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cfec8b36-e58f-4abe-af16-96325a459675 HTTP/1.1" status: 204 len: 168 time: 0.3239899 Apr 15 20:34:35.568238 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8129ee4d-0164-4cd0-94b8-c57538dcfcb9 req-3162389e-f0c0-4db1-85bd-021bf0f7bac1 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:35.570910 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-8129ee4d-0164-4cd0-94b8-c57538dcfcb9 req-3162389e-f0c0-4db1-85bd-021bf0f7bac1 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/ports?device_id=b21fca5b-30cc-4b1b-984e-7aa59f57e80e HTTP/1.1" status: 200 len: 944 time: 0.1309335 Apr 15 20:34:35.621273 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-8129ee4d-0164-4cd0-94b8-c57538dcfcb9 req-45176eb4-e198-423e-94dc-fda00ae8c883 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/security-groups?id=24311f26-a3c4-4f6e-b39f-4e82f8091dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451508 Apr 15 20:34:36.224565 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9727a1b-4d6f-4bbb-95c6-8aa7cb6dbc7a req-28137321-66b8-492e-85eb-b5a8e484e10a tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:36.226176 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-e9727a1b-4d6f-4bbb-95c6-8aa7cb6dbc7a req-28137321-66b8-492e-85eb-b5a8e484e10a tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=402d0c46-dfca-4bdc-bde6-0530e33b1285 HTTP/1.1" status: 200 len: 945 time: 0.0894582 Apr 15 20:34:36.278390 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-e9727a1b-4d6f-4bbb-95c6-8aa7cb6dbc7a req-47acf4ce-58f2-462d-bab7-4e30920f9485 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448911 Apr 15 20:34:36.612320 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] get_ports_and_sgs() called for port_ids ['d9dabf08-79f2-4473-961a-b232ccf65634'] {{(pid=85413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:34:36.655558 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab347a3a-722c-45fa-bc2b-16b9f296488a req-bf70de80-ef77-4bee-b8d1-65d20dc93878 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:36.668095 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ab347a3a-722c-45fa-bc2b-16b9f296488a req-bf70de80-ef77-4bee-b8d1-65d20dc93878 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/ports?device_id=b297a80f-189c-447b-82ca-a753e0699a1a HTTP/1.1" status: 200 len: 944 time: 0.1186461 Apr 15 20:34:36.731822 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ab347a3a-722c-45fa-bc2b-16b9f296488a req-48a0fdd2-ebbd-48e7-bd11-d921bf3b1b5a tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7c295eb-f8bf-46dc-901c-6b1fe1ec5d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631547 Apr 15 20:34:36.874490 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9acf30-3497-404d-87c5-322bf11e4ab4 req-ca62731b-c06d-42cd-9ade-7103bb6dc64f tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:36.876687 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-7c9acf30-3497-404d-87c5-322bf11e4ab4 req-ca62731b-c06d-42cd-9ade-7103bb6dc64f tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/ports?device_id=b21fca5b-30cc-4b1b-984e-7aa59f57e80e HTTP/1.1" status: 200 len: 944 time: 0.1049445 Apr 15 20:34:36.933876 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-7c9acf30-3497-404d-87c5-322bf11e4ab4 req-3454ba2c-4d93-492f-981b-b399f13bf0fa tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/security-groups?id=24311f26-a3c4-4f6e-b39f-4e82f8091dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494931 Apr 15 20:34:37.482926 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ae29f-a946-409d-8b6c-b3d0680d7b32 req-7052b172-39c7-498a-be7d-a0619301a5b1 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:37.484479 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d34ae29f-a946-409d-8b6c-b3d0680d7b32 req-7052b172-39c7-498a-be7d-a0619301a5b1 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=402d0c46-dfca-4bdc-bde6-0530e33b1285 HTTP/1.1" status: 200 len: 945 time: 0.0920882 Apr 15 20:34:37.531669 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d34ae29f-a946-409d-8b6c-b3d0680d7b32 req-987ba4b0-5a61-403f-89bb-9bf0f0f17c68 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407810 Apr 15 20:34:37.947939 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20710fc6-c3cb-48e3-bd51-b82401b7be01 req-e3eaf070-e945-4685-855e-748a30225166 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:37.949540 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-20710fc6-c3cb-48e3-bd51-b82401b7be01 req-e3eaf070-e945-4685-855e-748a30225166 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/ports?device_id=b297a80f-189c-447b-82ca-a753e0699a1a HTTP/1.1" status: 200 len: 944 time: 0.0999639 Apr 15 20:34:38.005053 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-20710fc6-c3cb-48e3-bd51-b82401b7be01 req-8c70ea8c-fc6e-486a-bbd0-32cbff76aec5 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7c295eb-f8bf-46dc-901c-6b1fe1ec5d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485194 Apr 15 20:34:38.151824 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209cb8de-3fb0-4171-b44e-db225c433a8b req-2eacc575-6548-4027-8640-1c4af491a22d tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:38.153403 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-209cb8de-3fb0-4171-b44e-db225c433a8b req-2eacc575-6548-4027-8640-1c4af491a22d tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/ports?device_id=b21fca5b-30cc-4b1b-984e-7aa59f57e80e HTTP/1.1" status: 200 len: 944 time: 0.0992656 Apr 15 20:34:38.204603 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-209cb8de-3fb0-4171-b44e-db225c433a8b req-444d552f-72a0-4c2d-9f67-6fca8d1e2028 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/security-groups?id=24311f26-a3c4-4f6e-b39f-4e82f8091dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416713 Apr 15 20:34:38.751739 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809ae74c-081e-4ba4-a499-711a82b750f1 req-eb984aef-4771-4560-b7d5-dae05066a56d tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:38.753385 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-809ae74c-081e-4ba4-a499-711a82b750f1 req-eb984aef-4771-4560-b7d5-dae05066a56d tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=402d0c46-dfca-4bdc-bde6-0530e33b1285 HTTP/1.1" status: 200 len: 945 time: 0.0964005 Apr 15 20:34:38.802967 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-809ae74c-081e-4ba4-a499-711a82b750f1 req-285bbe3f-ff1e-48e7-938c-bbde64c2d9e0 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431266 Apr 15 20:34:39.065759 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device d9dabf08-79f2-4473-961a-b232ccf65634 up at agent hyperv_hv-cinder-78638 {{(pid=85413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:34:39.159654 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Provisioning for port d9dabf08-79f2-4473-961a-b232ccf65634 completed by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:34:39.165695 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Provisioning complete for port d9dabf08-79f2-4473-961a-b232ccf65634 triggered by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:34:39.166126 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:39.229379 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8183d23-e9a0-44cb-afcb-399fbfa4d88a req-7a5b2d0e-302a-45a5-9fe6-022c10b5dd88 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:39.237664 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-e8183d23-e9a0-44cb-afcb-399fbfa4d88a req-7a5b2d0e-302a-45a5-9fe6-022c10b5dd88 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/ports?device_id=b297a80f-189c-447b-82ca-a753e0699a1a HTTP/1.1" status: 200 len: 944 time: 0.1055403 Apr 15 20:34:39.298774 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-e8183d23-e9a0-44cb-afcb-399fbfa4d88a req-24da0aea-9138-4429-b73b-5b197b9fef69 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7c295eb-f8bf-46dc-901c-6b1fe1ec5d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600893 Apr 15 20:34:39.461390 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350792c5-c54f-4fef-9c0f-c965a06bf7e9 req-07ee47a8-631e-4da2-a6f6-f970a0208822 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:39.463136 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-350792c5-c54f-4fef-9c0f-c965a06bf7e9 req-07ee47a8-631e-4da2-a6f6-f970a0208822 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/ports?device_id=b21fca5b-30cc-4b1b-984e-7aa59f57e80e HTTP/1.1" status: 200 len: 944 time: 0.1186528 Apr 15 20:34:39.516589 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-350792c5-c54f-4fef-9c0f-c965a06bf7e9 req-763ca559-f6f8-4437-91af-a27e27bf11fc tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/security-groups?id=24311f26-a3c4-4f6e-b39f-4e82f8091dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464010 Apr 15 20:34:39.549344 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:39.577719 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b21fca5b-30cc-4b1b-984e-7aa59f57e80e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9dabf08-79f2-4473-961a-b232ccf65634'}] {{(pid=85413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:34:39.593022 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] For port d9dabf08-79f2-4473-961a-b232ccf65634, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d9dabf08-79f2-4473-961a-b232ccf65634,segment=NetworkSegment(aa021547-3bc5-4b18-bf7b-1944f8c5afba),segment_id=aa021547-3bc5-4b18-bf7b-1944f8c5afba)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:34:39.597278 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:39.600576 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:34:39.636645 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b21fca5b-30cc-4b1b-984e-7aa59f57e80e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9dabf08-79f2-4473-961a-b232ccf65634', 'code': 200} Apr 15 20:34:39.681525 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Pushing event updated for resources: {'Port': ['ID=d9dabf08-79f2-4473-961a-b232ccf65634,revision_number=5']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:34:39.686622 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:34:40.062943 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9dd0d1-6781-4f71-99af-ab9fa93b45ac req-5d212a16-a458-4bf6-8a14-77179783fd6f tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:40.064617 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-9d9dd0d1-6781-4f71-99af-ab9fa93b45ac req-5d212a16-a458-4bf6-8a14-77179783fd6f tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=402d0c46-dfca-4bdc-bde6-0530e33b1285 HTTP/1.1" status: 200 len: 945 time: 0.1463907 Apr 15 20:34:40.119978 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe7c797-605b-4281-a0fa-3a564eb53b60 req-6035768b-3f81-4e44-b8bc-503b72c230bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:40.121499 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-6fe7c797-605b-4281-a0fa-3a564eb53b60 req-6035768b-3f81-4e44-b8bc-503b72c230bb service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b21fca5b-30cc-4b1b-984e-7aa59f57e80e HTTP/1.1" status: 200 len: 1098 time: 0.1360624 Apr 15 20:34:40.132657 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-9d9dd0d1-6781-4f71-99af-ab9fa93b45ac req-60876c73-998b-4056-8b38-2a023a958e87 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566552 Apr 15 20:34:40.174084 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-6fe7c797-605b-4281-a0fa-3a564eb53b60 req-5ee5a78a-8e49-4ef4-a278-584e737917e8 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=24311f26-a3c4-4f6e-b39f-4e82f8091dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394754 Apr 15 20:34:40.499873 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a2b14a-8526-4d1e-91f8-e135f0ff354a req-e816ccc6-1da8-494e-b2aa-5ad4b1e9d4b0 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:40.501527 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-38a2b14a-8526-4d1e-91f8-e135f0ff354a req-e816ccc6-1da8-494e-b2aa-5ad4b1e9d4b0 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/ports?device_id=b297a80f-189c-447b-82ca-a753e0699a1a HTTP/1.1" status: 200 len: 944 time: 0.0931048 Apr 15 20:34:40.550043 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-38a2b14a-8526-4d1e-91f8-e135f0ff354a req-0f7afee8-60d7-4fe8-aeab-f61dc48d14d0 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7c295eb-f8bf-46dc-901c-6b1fe1ec5d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422270 Apr 15 20:34:40.721715 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7addf016-5b5b-409f-a363-8d004b491013 req-3f5df226-78a6-460c-8821-6b85997a807b tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:40.723259 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-7addf016-5b5b-409f-a363-8d004b491013 req-3f5df226-78a6-460c-8821-6b85997a807b tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/ports?device_id=b21fca5b-30cc-4b1b-984e-7aa59f57e80e HTTP/1.1" status: 200 len: 945 time: 0.0890725 Apr 15 20:34:40.783973 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-7addf016-5b5b-409f-a363-8d004b491013 req-5e3d5e66-06b1-4d61-853b-7e629ef611aa tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/security-groups?id=24311f26-a3c4-4f6e-b39f-4e82f8091dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538461 Apr 15 20:34:41.083418 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device 45550de1-759c-42e1-bcbb-fef9af74ade9 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 20:34:41.198576 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 33648) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:34:41.235940 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] For port 45550de1-759c-42e1-bcbb-fef9af74ade9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=45550de1-759c-42e1-bcbb-fef9af74ade9,segment=NetworkSegment(7090a18a-55a0-4c97-8e62-b66fed641375),segment_id=7090a18a-55a0-4c97-8e62-b66fed641375)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:34:41.252891 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Returning: {'device': '45550de1-759c-42e1-bcbb-fef9af74ade9', 'network_id': '7a06cdd3-3944-4ed8-b639-bd706389322e', 'port_id': '45550de1-759c-42e1-bcbb-fef9af74ade9', 'mac_address': 'fa:16:3e:9b:07:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16d16c63-a97f-48f1-ad7e-41548514c373', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 20:34:41.326069 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:41.353076 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45550de1-759c-42e1-bcbb-fef9af74ade9 {{(pid=85413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:34:41.374778 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] For port 45550de1-759c-42e1-bcbb-fef9af74ade9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=45550de1-759c-42e1-bcbb-fef9af74ade9,segment=NetworkSegment(7090a18a-55a0-4c97-8e62-b66fed641375),segment_id=7090a18a-55a0-4c97-8e62-b66fed641375)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:34:41.378929 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:41.384960 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-9b121681-1701-4be5-be65-8d8c083609b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:34:41.469253 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c7d43-20d0-4100-8ef6-50da0843b7f5 req-cda119a5-f97c-4032-8b37-d0d7c29bccd6 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:41.472660 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-292c7d43-20d0-4100-8ef6-50da0843b7f5 req-cda119a5-f97c-4032-8b37-d0d7c29bccd6 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=402d0c46-dfca-4bdc-bde6-0530e33b1285 HTTP/1.1" status: 200 len: 945 time: 0.1626782 Apr 15 20:34:41.474437 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Pushing event updated for resources: {'Port': ['ID=45550de1-759c-42e1-bcbb-fef9af74ade9,revision_number=4']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:34:41.479346 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:34:41.526493 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-292c7d43-20d0-4100-8ef6-50da0843b7f5 req-dc0554f3-d13d-4b2e-91c0-f42b1d0012d3 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465655 Apr 15 20:34:41.655651 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-2aa02d95-2626-4112-ba41-53418bce98eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:41.672239 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-2aa02d95-2626-4112-ba41-53418bce98eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:34:41.676385 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-2aa02d95-2626-4112-ba41-53418bce98eb admin admin] Usage tracker for resource:security_group_rule and tenant:ca958e1d6a1d4e5a9890f5c78b0c7920 is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:34:41.679386 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-2aa02d95-2626-4112-ba41-53418bce98eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:34:41.685331 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-2aa02d95-2626-4112-ba41-53418bce98eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:34:41.760924 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e269dc91-8e2d-467a-87cc-7e72dfb09509 req-215f49d2-94db-4944-bb38-9c09950003af tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:41.762570 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-e269dc91-8e2d-467a-87cc-7e72dfb09509 req-215f49d2-94db-4944-bb38-9c09950003af tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/ports?device_id=b297a80f-189c-447b-82ca-a753e0699a1a HTTP/1.1" status: 200 len: 945 time: 0.0902388 Apr 15 20:34:41.771287 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-2aa02d95-2626-4112-ba41-53418bce98eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:41.773680 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-2aa02d95-2626-4112-ba41-53418bce98eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:41.781095 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-75a236a8-1be9-40db-b29d-ca3fbc091888 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:34:41.811964 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-e269dc91-8e2d-467a-87cc-7e72dfb09509 req-f715b453-516c-41bd-8467-05b6d775586f tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7c295eb-f8bf-46dc-901c-6b1fe1ec5d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420184 Apr 15 20:34:41.830690 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-2aa02d95-2626-4112-ba41-53418bce98eb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ca958e1d6a1d4e5a9890f5c78b0c7920&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6281230 Apr 15 20:34:41.830690 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa02d95-2626-4112-ba41-53418bce98eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d28ee6-7001-4ca3-9e9a-7523793ad502,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:34:41.831854 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 33666) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:34:41.834209 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-2aa02d95-2626-4112-ba41-53418bce98eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:34:41.893454 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-50470f92-6b4b-4668-a5b4-e1ac2e2b5b06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:41.931818 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-50470f92-6b4b-4668-a5b4-e1ac2e2b5b06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:41.981569 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-50470f92-6b4b-4668-a5b4-e1ac2e2b5b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:41.986988 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-161ecb2f-3420-443c-81fb-9e1bd8ce97d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:34:41.996116 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a7d0c-903b-4a3d-9902-b859218de3d1 req-eefc8ccf-7676-43f7-aaf2-a97df0520ff6 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:41.997743 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-572a7d0c-903b-4a3d-9902-b859218de3d1 req-eefc8ccf-7676-43f7-aaf2-a97df0520ff6 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/ports?device_id=b21fca5b-30cc-4b1b-984e-7aa59f57e80e HTTP/1.1" status: 200 len: 945 time: 0.0999699 Apr 15 20:34:42.000234 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50470f92-6b4b-4668-a5b4-e1ac2e2b5b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d28ee6-7001-4ca3-9e9a-7523793ad502,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:34:42.005513 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-50470f92-6b4b-4668-a5b4-e1ac2e2b5b06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:34:42.009847 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-50470f92-6b4b-4668-a5b4-e1ac2e2b5b06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:42.011074 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-50470f92-6b4b-4668-a5b4-e1ac2e2b5b06 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/52d28ee6-7001-4ca3-9e9a-7523793ad502 HTTP/1.1" status: 204 len: 168 time: 0.1784480 Apr 15 20:34:42.053786 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-572a7d0c-903b-4a3d-9902-b859218de3d1 req-5a373a53-6aa9-4b17-ae2e-db58177afc3d tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/security-groups?id=24311f26-a3c4-4f6e-b39f-4e82f8091dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486910 Apr 15 20:34:42.119037 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] get_ports_and_sgs() called for port_ids ['45550de1-759c-42e1-bcbb-fef9af74ade9'] {{(pid=85413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:34:42.508476 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 33682) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:34:42.636453 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-dc39eb43-96fd-4aef-a0b1-971eab2a6931 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:42.652096 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-dc39eb43-96fd-4aef-a0b1-971eab2a6931 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:34:42.656352 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-dc39eb43-96fd-4aef-a0b1-971eab2a6931 admin admin] Usage tracker for resource:security_group_rule and tenant:be89fcf37de440f78492db98d60df9eb is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:34:42.659402 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-dc39eb43-96fd-4aef-a0b1-971eab2a6931 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:34:42.666113 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-dc39eb43-96fd-4aef-a0b1-971eab2a6931 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:34:42.733642 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd03d98-f0dc-4f53-a5af-52f9d83256b7 req-b2ee731c-2a0a-401d-8412-ea5b7f34910f tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:42.735324 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-7bd03d98-f0dc-4f53-a5af-52f9d83256b7 req-b2ee731c-2a0a-401d-8412-ea5b7f34910f tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=402d0c46-dfca-4bdc-bde6-0530e33b1285 HTTP/1.1" status: 200 len: 945 time: 0.0959518 Apr 15 20:34:42.754814 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-dc39eb43-96fd-4aef-a0b1-971eab2a6931 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:42.758506 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-dc39eb43-96fd-4aef-a0b1-971eab2a6931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:42.767779 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-8b74c4f5-9efc-42fb-a3f4-c597a36afd16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:34:42.784821 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-7bd03d98-f0dc-4f53-a5af-52f9d83256b7 req-07fa1f3a-0595-4f47-ac76-d9861627eead tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422950 Apr 15 20:34:42.810427 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-dc39eb43-96fd-4aef-a0b1-971eab2a6931 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=be89fcf37de440f78492db98d60df9eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3007693 Apr 15 20:34:42.813172 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 33694) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:34:42.816297 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc39eb43-96fd-4aef-a0b1-971eab2a6931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bccbae20-944e-47fe-8048-fa2f57bdb94e,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:34:42.830512 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-dc39eb43-96fd-4aef-a0b1-971eab2a6931 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:34:42.883246 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7db99571-ab24-4552-8cec-dc309ce30808 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:42.910563 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7db99571-ab24-4552-8cec-dc309ce30808 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:42.962833 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7db99571-ab24-4552-8cec-dc309ce30808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:42.968584 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-7e0ee604-8462-4d06-bb98-9bc619e9f102 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:34:42.982062 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db99571-ab24-4552-8cec-dc309ce30808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bccbae20-944e-47fe-8048-fa2f57bdb94e,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:34:42.985842 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-7db99571-ab24-4552-8cec-dc309ce30808 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:34:42.987963 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7db99571-ab24-4552-8cec-dc309ce30808 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:42.989181 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-7db99571-ab24-4552-8cec-dc309ce30808 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bccbae20-944e-47fe-8048-fa2f57bdb94e HTTP/1.1" status: 204 len: 168 time: 0.1749601 Apr 15 20:34:43.035834 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727cbc71-4b67-4f4b-a2a6-887fccc68bcc req-6f4a46c8-f336-4486-8812-8b9492f8932f tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:43.042906 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-727cbc71-4b67-4f4b-a2a6-887fccc68bcc req-6f4a46c8-f336-4486-8812-8b9492f8932f tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/ports?device_id=b297a80f-189c-447b-82ca-a753e0699a1a HTTP/1.1" status: 200 len: 945 time: 0.1154666 Apr 15 20:34:43.138863 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-727cbc71-4b67-4f4b-a2a6-887fccc68bcc req-8e69ddc2-3318-4e53-82a4-3755f1f5ce99 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7c295eb-f8bf-46dc-901c-6b1fe1ec5d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949712 Apr 15 20:34:43.187039 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8473d96f-8dc9-4266-854c-dbef47bf179a req-1870e930-5884-4769-ac03-a83288426101 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:43.188838 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-8473d96f-8dc9-4266-854c-dbef47bf179a req-1870e930-5884-4769-ac03-a83288426101 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/ports?device_id=bbf8b5e1-604c-4ae0-bbc1-7f57be28ff45 HTTP/1.1" status: 200 len: 946 time: 0.1139688 Apr 15 20:34:43.246195 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-8473d96f-8dc9-4266-854c-dbef47bf179a req-74dc1dba-651f-4280-89b9-7e66add8326b tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/security-groups?id=2edb3071-98d0-466a-b0a6-21d6399c15c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500312 Apr 15 20:34:43.355870 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d0abf-5c48-46db-8a2c-ffe1f07916ed req-3a8192cc-ad25-4b0e-984a-f07f7b6ceead tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:43.358392 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-3d2d0abf-5c48-46db-8a2c-ffe1f07916ed req-3a8192cc-ad25-4b0e-984a-f07f7b6ceead tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/ports?device_id=b21fca5b-30cc-4b1b-984e-7aa59f57e80e HTTP/1.1" status: 200 len: 945 time: 0.0974021 Apr 15 20:34:43.411037 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-3d2d0abf-5c48-46db-8a2c-ffe1f07916ed req-978691ee-4e7e-40d2-8f4e-1036f366b81c tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/security-groups?id=24311f26-a3c4-4f6e-b39f-4e82f8091dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453222 Apr 15 20:34:43.623387 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dee25c-aa7d-4242-8f10-084e5a018f14 req-d8d43785-69c8-4a50-929d-38a23855de64 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:43.624976 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c3dee25c-aa7d-4242-8f10-084e5a018f14 req-d8d43785-69c8-4a50-929d-38a23855de64 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/ports?device_id=b21fca5b-30cc-4b1b-984e-7aa59f57e80e HTTP/1.1" status: 200 len: 945 time: 0.0893559 Apr 15 20:34:43.678863 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c3dee25c-aa7d-4242-8f10-084e5a018f14 req-cdfa48d4-9394-4bc1-9f9d-306e41e03395 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/security-groups?id=24311f26-a3c4-4f6e-b39f-4e82f8091dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471983 Apr 15 20:34:43.703594 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 33712) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:34:44.035792 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcaa5b0c-55fb-4553-89dc-034417ddccdc tempest-TestShelveInstance-1891180362 tempest-TestShelveInstance-1891180362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:44.036564 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-fcaa5b0c-55fb-4553-89dc-034417ddccdc tempest-TestShelveInstance-1891180362 tempest-TestShelveInstance-1891180362-project-admin] Synchronizing usage tracker for tenant:aaf5c499c6b0489b96ed7c627534b56e on resource:port {{(pid=85411) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:34:44.046414 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fff08c-7d0a-4022-8e76-d05cfcc9f07b req-901e4770-61e4-4371-8d7d-1c1ea6f51ae6 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:44.048032 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d0fff08c-7d0a-4022-8e76-d05cfcc9f07b req-901e4770-61e4-4371-8d7d-1c1ea6f51ae6 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=402d0c46-dfca-4bdc-bde6-0530e33b1285 HTTP/1.1" status: 200 len: 945 time: 0.1203928 Apr 15 20:34:44.330273 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-fcaa5b0c-55fb-4553-89dc-034417ddccdc tempest-TestShelveInstance-1891180362 tempest-TestShelveInstance-1891180362-project-admin] Unset dirty status for tenant:aaf5c499c6b0489b96ed7c627534b56e on resource:port {{(pid=85411) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:34:44.331464 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-fcaa5b0c-55fb-4553-89dc-034417ddccdc tempest-TestShelveInstance-1891180362 tempest-TestShelveInstance-1891180362-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=b21fca5b-30cc-4b1b-984e-7aa59f57e80e HTTP/1.1" status: 200 len: 1093 time: 0.6268349 Apr 15 20:34:44.339045 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 33724) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:34:44.345228 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [None req-70e833d1-3785-460f-a346-ec16a21196ce tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Request body: {'floatingip': {'floating_network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'port_id': 'd9dabf08-79f2-4473-961a-b232ccf65634', 'tenant_id': '9bbdc00c388d464d85f419da9ce19122', 'fixed_ip_address': '172.20.0.5'}} {{(pid=85412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:34:44.356883 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-70e833d1-3785-460f-a346-ec16a21196ce tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:34:44.361271 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d0fff08c-7d0a-4022-8e76-d05cfcc9f07b req-b43bcf67-bbd4-44df-9d50-81a177d46e74 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055668 Apr 15 20:34:44.361398 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-70e833d1-3785-460f-a346-ec16a21196ce tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Usage tracker for resource:floatingip and tenant:9bbdc00c388d464d85f419da9ce19122 is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:34:44.365173 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-70e833d1-3785-460f-a346-ec16a21196ce tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:34:44.372861 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-70e833d1-3785-460f-a346-ec16a21196ce tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:34:44.385404 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-70e833d1-3785-460f-a346-ec16a21196ce tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Notify callbacks [] for floatingip, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:44.405046 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b0c60-610b-4254-9532-32f3f48a548c req-8f459b06-899c-4cff-a4f8-2d45bbaf020d tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:44.406770 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-816b0c60-610b-4254-9532-32f3f48a548c req-8f459b06-899c-4cff-a4f8-2d45bbaf020d tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/ports?device_id=b297a80f-189c-447b-82ca-a753e0699a1a HTTP/1.1" status: 200 len: 945 time: 0.1246381 Apr 15 20:34:44.455024 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-816b0c60-610b-4254-9532-32f3f48a548c req-63c8ead4-0bef-41b6-a93d-44c3f83ee741 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7c295eb-f8bf-46dc-901c-6b1fe1ec5d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417018 Apr 15 20:34:44.535114 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-70e833d1-3785-460f-a346-ec16a21196ce tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:44.574237 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49633d41-d7f8-4c9d-9584-9f2b812d04b8 req-c8f54de7-c00f-4af4-a84d-b5ee2310f293 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:44.575923 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-49633d41-d7f8-4c9d-9584-9f2b812d04b8 req-c8f54de7-c00f-4af4-a84d-b5ee2310f293 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/ports?device_id=bbf8b5e1-604c-4ae0-bbc1-7f57be28ff45 HTTP/1.1" status: 200 len: 946 time: 0.0904369 Apr 15 20:34:44.627041 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-49633d41-d7f8-4c9d-9584-9f2b812d04b8 req-f3dfdef5-d3d9-4488-a74e-73916a41b322 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/security-groups?id=2edb3071-98d0-466a-b0a6-21d6399c15c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440717 Apr 15 20:34:44.687846 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.db_base_plugin_common [None req-70e833d1-3785-460f-a346-ec16a21196ce tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Allocated IP 172.28.3.187 (7c4aca2a-d888-4e9f-991a-bf8b268161b4/4dc7f199-63f9-40c2-a905-3297e9bf7ee9/d9ae5b68-9737-4bc8-943f-97d48242d879) {{(pid=85412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:34:44.863799 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-70e833d1-3785-460f-a346-ec16a21196ce tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Notify callbacks [] for port, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:44.898721 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-70e833d1-3785-460f-a346-ec16a21196ce tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245250087898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852524119'] for port, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:44.911965 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:34:45.043374 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e833d1-3785-460f-a346-ec16a21196ce tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Pushing event updated for resources: {'Port': ['ID=d9ae5b68-9737-4bc8-943f-97d48242d879,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:34:45.047712 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-70e833d1-3785-460f-a346-ec16a21196ce tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:34:45.056966 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-bbae6523-8aaf-49be-98e3-0dc4748010f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:45.102501 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e833d1-3785-460f-a346-ec16a21196ce tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Network 7c4aca2a-d888-4e9f-991a-bf8b268161b4 is already hosted by enough agents. {{(pid=85412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:34:45.103681 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.base_scheduler [None req-70e833d1-3785-460f-a346-ec16a21196ce tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Resources bound (agent type, host, resource id): {{(pid=85412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:34:45.106132 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e833d1-3785-460f-a346-ec16a21196ce tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Received port after_create {{(pid=85412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:34:45.131220 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device 45550de1-759c-42e1-bcbb-fef9af74ade9 up at agent hyperv_hv-cinder-78638 {{(pid=85413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:34:45.202961 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Provisioning for port 45550de1-759c-42e1-bcbb-fef9af74ade9 completed by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:34:45.208180 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Provisioning complete for port 45550de1-759c-42e1-bcbb-fef9af74ade9 triggered by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:34:45.208598 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:45.333020 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:45.362152 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b297a80f-189c-447b-82ca-a753e0699a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45550de1-759c-42e1-bcbb-fef9af74ade9'}] {{(pid=85413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:34:45.373310 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] For port 45550de1-759c-42e1-bcbb-fef9af74ade9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=45550de1-759c-42e1-bcbb-fef9af74ade9,segment=NetworkSegment(7090a18a-55a0-4c97-8e62-b66fed641375),segment_id=7090a18a-55a0-4c97-8e62-b66fed641375)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:34:45.377104 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:45.379118 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:34:45.431208 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b297a80f-189c-447b-82ca-a753e0699a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45550de1-759c-42e1-bcbb-fef9af74ade9', 'code': 200} Apr 15 20:34:45.458557 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Pushing event updated for resources: {'Port': ['ID=45550de1-759c-42e1-bcbb-fef9af74ade9,revision_number=5']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:34:45.461570 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:34:45.609158 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd06ef1-e590-42fe-8635-823bc6d13b37 req-29c134b2-da54-4ca5-abec-a46069fc0c6c tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:45.610710 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-bfd06ef1-e590-42fe-8635-823bc6d13b37 req-29c134b2-da54-4ca5-abec-a46069fc0c6c tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=402d0c46-dfca-4bdc-bde6-0530e33b1285 HTTP/1.1" status: 200 len: 945 time: 0.1172366 Apr 15 20:34:45.719122 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-70e833d1-3785-460f-a346-ec16a21196ce tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:45.768017 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-bfd06ef1-e590-42fe-8635-823bc6d13b37 req-4f07eae8-f3ee-475e-88be-44f316597213 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146581 Apr 15 20:34:45.809789 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414d521b-c5dd-49ca-8dee-a77c6f84433e req-50ee5adf-822a-4e49-b98b-90174d465664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:45.811941 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-414d521b-c5dd-49ca-8dee-a77c6f84433e req-50ee5adf-822a-4e49-b98b-90174d465664 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b297a80f-189c-447b-82ca-a753e0699a1a HTTP/1.1" status: 200 len: 1099 time: 0.1647041 Apr 15 20:34:45.820378 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3915f8-9251-4730-a2f0-4eec3181cd50 req-11e25aff-6ac1-418a-849d-e96cf6b16a59 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:45.821899 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ea3915f8-9251-4730-a2f0-4eec3181cd50 req-11e25aff-6ac1-418a-849d-e96cf6b16a59 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/ports?device_id=b297a80f-189c-447b-82ca-a753e0699a1a HTTP/1.1" status: 200 len: 946 time: 0.2101665 Apr 15 20:34:45.851165 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-70e833d1-3785-460f-a346-ec16a21196ce tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:45.899214 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-414d521b-c5dd-49ca-8dee-a77c6f84433e req-f84a5d71-aade-40bb-aa70-fb0fc3557234 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=c7c295eb-f8bf-46dc-901c-6b1fe1ec5d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686846 Apr 15 20:34:45.905827 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ea3915f8-9251-4730-a2f0-4eec3181cd50 req-34c9183d-6ab0-4ebb-924b-cc8fc8b05853 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7c295eb-f8bf-46dc-901c-6b1fe1ec5d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773270 Apr 15 20:34:45.993323 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fd0584-46c6-4d68-b50e-c8d44699e3f3 req-c7b2d65c-c80c-4f11-bce2-40ef3099677b tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:45.995121 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f1fd0584-46c6-4d68-b50e-c8d44699e3f3 req-c7b2d65c-c80c-4f11-bce2-40ef3099677b tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/ports?device_id=bbf8b5e1-604c-4ae0-bbc1-7f57be28ff45 HTTP/1.1" status: 200 len: 946 time: 0.0949404 Apr 15 20:34:46.045400 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f1fd0584-46c6-4d68-b50e-c8d44699e3f3 req-82b1f0e1-d728-4344-9842-b0ffc69a9633 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/security-groups?id=2edb3071-98d0-466a-b0a6-21d6399c15c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429001 Apr 15 20:34:46.089366 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-70e833d1-3785-460f-a346-ec16a21196ce tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Notify callbacks [] for port, precommit_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:46.093748 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-70e833d1-3785-460f-a346-ec16a21196ce tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2251697'] for port, after_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:46.108968 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-0a327e74-3e3d-4533-847d-3b1c5000127e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:34:46.244034 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e833d1-3785-460f-a346-ec16a21196ce tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Pushing event updated for resources: {'Port': ['ID=d9ae5b68-9737-4bc8-943f-97d48242d879,revision_number=2']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:34:46.246869 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-70e833d1-3785-460f-a346-ec16a21196ce tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:34:46.350872 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-70e833d1-3785-460f-a346-ec16a21196ce tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838401823'] for floatingip, after_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:46.737953 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.db.l3_db [None req-70e833d1-3785-460f-a346-ec16a21196ce tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Floating IP 337c650d-4964-441f-b0bd-1c209ddb5d93 associated. External IP: 172.28.3.187, port: d9dabf08-79f2-4473-961a-b232ccf65634. Apr 15 20:34:46.973844 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ecaee-35f2-455d-8da0-d341df920d3f req-e0b2c68b-f64d-4972-a208-fb49a07b2054 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:46.975464 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ec1ecaee-35f2-455d-8da0-d341df920d3f req-e0b2c68b-f64d-4972-a208-fb49a07b2054 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.76 "GET /v2.0/ports?device_id=bbf8b5e1-604c-4ae0-bbc1-7f57be28ff45 HTTP/1.1" status: 200 len: 946 time: 0.1485021 Apr 15 20:34:47.125333 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70e833d1-3785-460f-a346-ec16a21196ce tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Router 6beddfa5-51a5-4827-9303-ae1f11164a3c has already been hosted by L3 agent f2e50876-c35d-48fb-9e24-f0907444cef9 {{(pid=85412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 20:34:47.128777 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [req-ec1ecaee-35f2-455d-8da0-d341df920d3f req-fbc2f55d-b6f4-4d63-9a28-c8ca57e8e136 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Deleting port 3c5f2c66-d10f-49c0-ba54-b0ac817f428b {{(pid=85411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:34:47.129189 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-ec1ecaee-35f2-455d-8da0-d341df920d3f req-fbc2f55d-b6f4-4d63-9a28-c8ca57e8e136 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245249624948'] for port, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:47.177201 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b3572e-d28c-4cc5-a7cb-8beb2771f17a req-5ae95a98-4081-449e-8cea-252330c9f2e8 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:47.178834 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-33b3572e-d28c-4cc5-a7cb-8beb2771f17a req-5ae95a98-4081-449e-8cea-252330c9f2e8 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=402d0c46-dfca-4bdc-bde6-0530e33b1285 HTTP/1.1" status: 200 len: 945 time: 0.2713797 Apr 15 20:34:47.310813 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-33b3572e-d28c-4cc5-a7cb-8beb2771f17a req-91339c5f-ff70-4ffd-91be-c632aca18304 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183500 Apr 15 20:34:47.326720 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e833d1-3785-460f-a346-ec16a21196ce tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Notify agent at l3_agent.dv-cinder-786386-2-smb the message routers_updated {{(pid=85412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 20:34:47.348834 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bc6751-30f7-43fb-aff4-a1a543bee740 req-fa4f2e31-e42e-463f-8385-6cfc3076aa2e tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:47.350543 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-b6bc6751-30f7-43fb-aff4-a1a543bee740 req-fa4f2e31-e42e-463f-8385-6cfc3076aa2e tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/ports?device_id=b297a80f-189c-447b-82ca-a753e0699a1a HTTP/1.1" status: 200 len: 946 time: 0.3211217 Apr 15 20:34:47.350745 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bab7c5-ef13-4672-a265-bf6c26568e13 None None] Sync routers for ids ['6beddfa5-51a5-4827-9303-ae1f11164a3c'] in dv-cinder-786386-2-smb {{(pid=85414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 20:34:47.357391 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-70e833d1-3785-460f-a346-ec16a21196ce tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-906'] for floatingip, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:47.364960 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bab7c5-ef13-4672-a265-bf6c26568e13 None None] Routers {'6beddfa5-51a5-4827-9303-ae1f11164a3c'} bound to L3 agent in host dv-cinder-786386-2-smb {{(pid=85414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:34:47.366247 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-09bab7c5-ef13-4672-a265-bf6c26568e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T20:23:47Z,description=,heartbeat_timestamp=2021-04-15T20:34:17Z,host='dv-cinder-786386-2-smb',id=f2e50876-c35d-48fb-9e24-f0907444cef9,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:23:48Z,topic='l3_agent')) {'router_ids': ['6beddfa5-51a5-4827-9303-ae1f11164a3c'], 'active': True} {{(pid=85414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:34:47.433245 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-70e833d1-3785-460f-a346-ec16a21196ce tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0930030 Apr 15 20:34:47.433940 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b21fca5b-30cc-4b1b-984e-7aa59f57e80e', 'tag': 'd9dabf08-79f2-4473-961a-b232ccf65634'}] {{(pid=85412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:34:47.493634 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-0eab001b-8932-4961-bf7f-3058143acb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:47.504705 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-b6bc6751-30f7-43fb-aff4-a1a543bee740 req-796352fe-9860-41d4-9e06-c2fff77167dc tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7c295eb-f8bf-46dc-901c-6b1fe1ec5d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036150 Apr 15 20:34:47.573652 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvr_db [None req-09bab7c5-ef13-4672-a265-bf6c26568e13 None None] Set router 6beddfa5-51a5-4827-9303-ae1f11164a3c gateway port host: dv-cinder-786386-2-smb {{(pid=85414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:34:47.584878 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [req-ec1ecaee-35f2-455d-8da0-d341df920d3f req-fbc2f55d-b6f4-4d63-9a28-c8ca57e8e136 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] For port 3c5f2c66-d10f-49c0-ba54-b0ac817f428b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3c5f2c66-d10f-49c0-ba54-b0ac817f428b,segment=NetworkSegment(36087674-63e1-4b37-9dd5-5f439f8a7270),segment_id=36087674-63e1-4b37-9dd5-5f439f8a7270)] {{(pid=85411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:34:47.585434 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-ec1ecaee-35f2-455d-8da0-d341df920d3f req-fbc2f55d-b6f4-4d63-9a28-c8ca57e8e136 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16344636'] for port, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:47.664612 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:47.733963 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [req-ec1ecaee-35f2-455d-8da0-d341df920d3f req-fbc2f55d-b6f4-4d63-9a28-c8ca57e8e136 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Calling delete_port for 3c5f2c66-d10f-49c0-ba54-b0ac817f428b owned by compute:nova {{(pid=85411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:34:47.749083 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b21fca5b-30cc-4b1b-984e-7aa59f57e80e', 'tag': 'd9dabf08-79f2-4473-961a-b232ccf65634', 'status': 'completed', 'code': 200} Apr 15 20:34:47.813139 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71b47d2-789f-4d14-81b7-ad52dfb195a6 req-f6e20315-f474-41fc-a44a-fc58a1cb814a tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:47.814789 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-b71b47d2-789f-4d14-81b7-ad52dfb195a6 req-f6e20315-f474-41fc-a44a-fc58a1cb814a tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/ports?device_id=bbf8b5e1-604c-4ae0-bbc1-7f57be28ff45 HTTP/1.1" status: 200 len: 946 time: 0.3030391 Apr 15 20:34:47.890205 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6589a99b-4989-4a06-bc40-62b7e77e6cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:47.894427 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd6ce5c-2be1-403d-98cd-c56c3e61e9e0 req-964efeab-c409-4c53-947a-af9125e11299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:47.896050 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-dfd6ce5c-2be1-403d-98cd-c56c3e61e9e0 req-964efeab-c409-4c53-947a-af9125e11299 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9bbdc00c388d464d85f419da9ce19122&device_id=b21fca5b-30cc-4b1b-984e-7aa59f57e80e HTTP/1.1" status: 200 len: 1098 time: 0.0874600 Apr 15 20:34:47.928662 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-b71b47d2-789f-4d14-81b7-ad52dfb195a6 req-9838177b-d626-4a7a-8791-f14e0e2e1316 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/security-groups?id=2edb3071-98d0-466a-b0a6-21d6399c15c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993440 Apr 15 20:34:47.952355 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-ec1ecaee-35f2-455d-8da0-d341df920d3f req-fbc2f55d-b6f4-4d63-9a28-c8ca57e8e136 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791605129519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791604687919'] for port, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:47.968486 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:34:47.992318 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] get_ports_and_sgs() called for port_ids ['723487d3-c1dd-47ca-a8ce-10e48acca928', 'cf278d3f-aa3e-4543-a43f-7f8fd325b0c3', 'aeb63ff1-8531-4e42-972f-1f0ee47b707f', '3c5f2c66-d10f-49c0-ba54-b0ac817f428b'] {{(pid=85413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:34:48.015785 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-09bab7c5-ef13-4672-a265-bf6c26568e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6beddfa5-51a5-4827-9303-ae1f11164a3c', 'name': 'tempest-TestShelveInstance-687064141-router', 'tenant_id': '9bbdc00c388d464d85f419da9ce19122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.195'}], 'enable_snat': True}, 'gw_port_id': 'cd59846e-fb68-4859-bdc9-e8e2e6a1d413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:33:14Z', 'updated_at': '2021-04-15T20:33:25Z', 'revision_number': 4, 'project_id': '9bbdc00c388d464d85f419da9ce19122', 'gw_port': {'id': 'cd59846e-fb68-4859-bdc9-e8e2e6a1d413', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6beddfa5-51a5-4827-9303-ae1f11164a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:33:17Z', 'updated_at': '2021-04-15T20:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb', '_floatingips': [{'id': '337c650d-4964-441f-b0bd-1c209ddb5d93', 'tenant_id': '9bbdc00c388d464d85f419da9ce19122', 'floating_ip_address': '172.28.3.187', 'floating_network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'router_id': '6beddfa5-51a5-4827-9303-ae1f11164a3c', 'port_id': 'd9dabf08-79f2-4473-961a-b232ccf65634', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d679279-eb30-4fda-a503-0553a06ff59c', 'mac_address': 'fa:16:3e:cf:84:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21fca5b-30cc-4b1b-984e-7aa59f57e80e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:34:45Z', 'updated_at': '2021-04-15T20:34:45Z', 'revision_number': 0, 'project_id': '9bbdc00c388d464d85f419da9ce19122', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c4ce4e2-6221-40cd-b1a5-0c8a63baf4d6', 'name': '', 'network_id': '3d679279-eb30-4fda-a503-0553a06ff59c', 'tenant_id': '9bbdc00c388d464d85f419da9ce19122', 'mac_address': 'fa:16:3e:6d:22:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6beddfa5-51a5-4827-9303-ae1f11164a3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '6fa1339f-d41e-4eb8-bb6e-40a2c73235f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:33:24Z', 'updated_at': '2021-04-15T20:33:35Z', 'revision_number': 5, 'project_id': '9bbdc00c388d464d85f419da9ce19122', 'subnets': [{'id': '6fa1339f-d41e-4eb8-bb6e-40a2c73235f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-2-smb', False) {} {{(pid=85414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:34:48.020167 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2f55d-b6f4-4d63-9a28-c8ca57e8e136 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Pushing event deleted for resources: {'Port': ['ID=3c5f2c66-d10f-49c0-ba54-b0ac817f428b,revision_number=None']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:34:48.026028 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bab7c5-ef13-4672-a265-bf6c26568e13 None None] Checking router: 6beddfa5-51a5-4827-9303-ae1f11164a3c for host: dv-cinder-786386-2-smb {{(pid=85414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 20:34:48.046079 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bab7c5-ef13-4672-a265-bf6c26568e13 None None] Routers {'6beddfa5-51a5-4827-9303-ae1f11164a3c'} bound to L3 agent in host dv-cinder-786386-2-smb {{(pid=85414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:34:48.047048 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-09bab7c5-ef13-4672-a265-bf6c26568e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T20:23:47Z,description=,heartbeat_timestamp=2021-04-15T20:34:47Z,host='dv-cinder-786386-2-smb',id=f2e50876-c35d-48fb-9e24-f0907444cef9,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:23:48Z,topic='l3_agent')) {'router_ids': ['6beddfa5-51a5-4827-9303-ae1f11164a3c'], 'active': True} {{(pid=85414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:34:48.083415 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-fbc2f55d-b6f4-4d63-9a28-c8ca57e8e136 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:34:48.145915 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd6ce5c-2be1-403d-98cd-c56c3e61e9e0 req-6d04be9f-173a-4bba-9299-3ae0cb214fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:48.147692 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-dfd6ce5c-2be1-403d-98cd-c56c3e61e9e0 req-6d04be9f-173a-4bba-9299-3ae0cb214fa6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=3d679279-eb30-4fda-a503-0553a06ff59c HTTP/1.1" status: 200 len: 910 time: 0.2293191 Apr 15 20:34:48.236291 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec1ecaee-35f2-455d-8da0-d341df920d3f req-fbc2f55d-b6f4-4d63-9a28-c8ca57e8e136 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] No DVR routers for this DVR port 3c5f2c66-d10f-49c0-ba54-b0ac817f428b on host hv-cinder-78638 {{(pid=85411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 20:34:48.246852 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-ec1ecaee-35f2-455d-8da0-d341df920d3f req-fbc2f55d-b6f4-4d63-9a28-c8ca57e8e136 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-906'] for port, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:48.250076 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbf8b5e1-604c-4ae0-bbc1-7f57be28ff45', 'name': 'network-vif-deleted', 'tag': '3c5f2c66-d10f-49c0-ba54-b0ac817f428b'}] {{(pid=85411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:34:48.269928 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ec1ecaee-35f2-455d-8da0-d341df920d3f req-fbc2f55d-b6f4-4d63-9a28-c8ca57e8e136 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.76 "DELETE /v2.0/ports/3c5f2c66-d10f-49c0-ba54-b0ac817f428b HTTP/1.1" status: 204 len: 173 time: 1.2750134 Apr 15 20:34:48.290338 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:48.303990 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvr_db [None req-09bab7c5-ef13-4672-a265-bf6c26568e13 None None] Set router 6beddfa5-51a5-4827-9303-ae1f11164a3c gateway port host: dv-cinder-786386-2-smb {{(pid=85414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:34:48.346833 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-dfd6ce5c-2be1-403d-98cd-c56c3e61e9e0 req-76dc15b6-a895-4f29-bd1e-c269208ff311 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9dabf08-79f2-4473-961a-b232ccf65634 HTTP/1.1" status: 200 len: 999 time: 0.1573501 Apr 15 20:34:48.383111 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbf8b5e1-604c-4ae0-bbc1-7f57be28ff45', 'name': 'network-vif-deleted', 'tag': '3c5f2c66-d10f-49c0-ba54-b0ac817f428b', 'status': 'completed', 'code': 200} Apr 15 20:34:48.457428 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd6ce5c-2be1-403d-98cd-c56c3e61e9e0 req-faf2be68-7c75-40a5-be9a-6e5a870d0037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:48.459301 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-dfd6ce5c-2be1-403d-98cd-c56c3e61e9e0 req-faf2be68-7c75-40a5-be9a-6e5a870d0037 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6fa1339f-d41e-4eb8-bb6e-40a2c73235f7 HTTP/1.1" status: 200 len: 847 time: 0.0938938 Apr 15 20:34:48.603274 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd6ce5c-2be1-403d-98cd-c56c3e61e9e0 req-d20b32f1-592d-4229-9448-12e67836d12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:48.605638 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-dfd6ce5c-2be1-403d-98cd-c56c3e61e9e0 req-d20b32f1-592d-4229-9448-12e67836d12a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3d679279-eb30-4fda-a503-0553a06ff59c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1271799 Apr 15 20:34:48.613668 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff15a6f-36ad-49e2-8800-062c8cfcee97 req-5034ac79-bfe8-4b88-9bad-98963933fefd tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:48.615373 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-7ff15a6f-36ad-49e2-8800-062c8cfcee97 req-5034ac79-bfe8-4b88-9bad-98963933fefd tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=402d0c46-dfca-4bdc-bde6-0530e33b1285 HTTP/1.1" status: 200 len: 945 time: 0.1062429 Apr 15 20:34:48.671592 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-7ff15a6f-36ad-49e2-8800-062c8cfcee97 req-ead8f181-54e1-4580-a598-fa92315e3e1c tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487428 Apr 15 20:34:48.770996 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787d79c8-0913-4716-b247-5967d294a384 req-e701ec06-9bc2-4ef5-b3eb-f5a6bf131007 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:48.778983 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-787d79c8-0913-4716-b247-5967d294a384 req-e701ec06-9bc2-4ef5-b3eb-f5a6bf131007 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/ports?device_id=b297a80f-189c-447b-82ca-a753e0699a1a HTTP/1.1" status: 200 len: 946 time: 0.1058788 Apr 15 20:34:48.786177 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-dfd6ce5c-2be1-403d-98cd-c56c3e61e9e0 req-f745ea89-de54-4a8a-b716-e8c9250678ad service neutron] 10.222.0.76 "GET /v2.0/networks/3d679279-eb30-4fda-a503-0553a06ff59c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588717 Apr 15 20:34:48.791543 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-09bab7c5-ef13-4672-a265-bf6c26568e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6beddfa5-51a5-4827-9303-ae1f11164a3c', 'name': 'tempest-TestShelveInstance-687064141-router', 'tenant_id': '9bbdc00c388d464d85f419da9ce19122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.195'}], 'enable_snat': True}, 'gw_port_id': 'cd59846e-fb68-4859-bdc9-e8e2e6a1d413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:33:14Z', 'updated_at': '2021-04-15T20:33:25Z', 'revision_number': 4, 'project_id': '9bbdc00c388d464d85f419da9ce19122', 'gw_port': {'id': 'cd59846e-fb68-4859-bdc9-e8e2e6a1d413', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6beddfa5-51a5-4827-9303-ae1f11164a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:33:17Z', 'updated_at': '2021-04-15T20:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb', '_floatingips': [{'id': '337c650d-4964-441f-b0bd-1c209ddb5d93', 'tenant_id': '9bbdc00c388d464d85f419da9ce19122', 'floating_ip_address': '172.28.3.187', 'floating_network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'router_id': '6beddfa5-51a5-4827-9303-ae1f11164a3c', 'port_id': 'd9dabf08-79f2-4473-961a-b232ccf65634', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d679279-eb30-4fda-a503-0553a06ff59c', 'mac_address': 'fa:16:3e:cf:84:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21fca5b-30cc-4b1b-984e-7aa59f57e80e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:34:45Z', 'updated_at': '2021-04-15T20:34:45Z', 'revision_number': 0, 'project_id': '9bbdc00c388d464d85f419da9ce19122', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c4ce4e2-6221-40cd-b1a5-0c8a63baf4d6', 'name': '', 'network_id': '3d679279-eb30-4fda-a503-0553a06ff59c', 'tenant_id': '9bbdc00c388d464d85f419da9ce19122', 'mac_address': 'fa:16:3e:6d:22:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6beddfa5-51a5-4827-9303-ae1f11164a3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '6fa1339f-d41e-4eb8-bb6e-40a2c73235f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:33:24Z', 'updated_at': '2021-04-15T20:33:35Z', 'revision_number': 5, 'project_id': '9bbdc00c388d464d85f419da9ce19122', 'subnets': [{'id': '6fa1339f-d41e-4eb8-bb6e-40a2c73235f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-2-smb', False) {} {{(pid=85414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:34:48.795745 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bab7c5-ef13-4672-a265-bf6c26568e13 None None] The sync data for ids ['6beddfa5-51a5-4827-9303-ae1f11164a3c'] in dv-cinder-786386-2-smb is: [{'id': '6beddfa5-51a5-4827-9303-ae1f11164a3c', 'name': 'tempest-TestShelveInstance-687064141-router', 'tenant_id': '9bbdc00c388d464d85f419da9ce19122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.195'}], 'enable_snat': True}, 'gw_port_id': 'cd59846e-fb68-4859-bdc9-e8e2e6a1d413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:33:14Z', 'updated_at': '2021-04-15T20:33:25Z', 'revision_number': 4, 'project_id': '9bbdc00c388d464d85f419da9ce19122', 'gw_port': {'id': 'cd59846e-fb68-4859-bdc9-e8e2e6a1d413', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6beddfa5-51a5-4827-9303-ae1f11164a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:33:17Z', 'updated_at': '2021-04-15T20:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb', '_floatingips': [{'id': '337c650d-4964-441f-b0bd-1c209ddb5d93', 'tenant_id': '9bbdc00c388d464d85f419da9ce19122', 'floating_ip_address': '172.28.3.187', 'floating_network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'router_id': '6beddfa5-51a5-4827-9303-ae1f11164a3c', 'port_id': 'd9dabf08-79f2-4473-961a-b232ccf65634', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d679279-eb30-4fda-a503-0553a06ff59c', 'mac_address': 'fa:16:3e:cf:84:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21fca5b-30cc-4b1b-984e-7aa59f57e80e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:34:45Z', 'updated_at': '2021-04-15T20:34:45Z', 'revision_number': 0, 'project_id': '9bbdc00c388d464d85f419da9ce19122', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c4ce4e2-6221-40cd-b1a5-0c8a63baf4d6', 'name': '', 'network_id': '3d679279-eb30-4fda-a503-0553a06ff59c', 'tenant_id': '9bbdc00c388d464d85f419da9ce19122', 'mac_address': 'fa:16:3e:6d:22:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6beddfa5-51a5-4827-9303-ae1f11164a3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '6fa1339f-d41e-4eb8-bb6e-40a2c73235f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:33:24Z', 'updated_at': '2021-04-15T20:33:35Z', 'revision_number': 5, 'project_id': '9bbdc00c388d464d85f419da9ce19122', 'subnets': [{'id': '6fa1339f-d41e-4eb8-bb6e-40a2c73235f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 20:34:48.830098 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-787d79c8-0913-4716-b247-5967d294a384 req-e647a8dc-b87b-4ec1-87a5-e8a6b093b529 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7c295eb-f8bf-46dc-901c-6b1fe1ec5d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499556 Apr 15 20:34:48.957476 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-dfd6ce5c-2be1-403d-98cd-c56c3e61e9e0 req-2624b3d3-0fca-473b-9010-19317fef9f3c service neutron] 10.222.0.76 "GET /v2.0/networks/3d679279-eb30-4fda-a503-0553a06ff59c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477337 Apr 15 20:34:49.118081 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-4f3f5a2b-7ef5-4f47-9203-4c1472e10b26 req-3d0ba34c-7658-4486-9097-612d32e81ca9 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Synchronizing usage tracker for tenant:bc4964d16a264d71886df3d34b5af018 on resource:port {{(pid=85411) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:34:49.139149 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-4f3f5a2b-7ef5-4f47-9203-4c1472e10b26 req-3d0ba34c-7658-4486-9097-612d32e81ca9 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Unset dirty status for tenant:bc4964d16a264d71886df3d34b5af018 on resource:port {{(pid=85411) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:34:49.140442 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-4f3f5a2b-7ef5-4f47-9203-4c1472e10b26 req-3d0ba34c-7658-4486-9097-612d32e81ca9 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/ports?device_id=bbf8b5e1-604c-4ae0-bbc1-7f57be28ff45 HTTP/1.1" status: 200 len: 210 time: 0.0734215 Apr 15 20:34:49.183622 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76b6dea-db44-42c2-af64-abf0e4858868 None None] New status for floating IP 337c650d-4964-441f-b0bd-1c209ddb5d93: ACTIVE {{(pid=85413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 20:34:49.562437 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-611aad59-e19d-4c1d-b92d-eb0975a661b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:49.889750 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b2f3d7-de7c-40fb-a62f-47c6bd903e7b req-a180d695-18fc-4194-abda-687cd267783f tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:49.891475 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-17b2f3d7-de7c-40fb-a62f-47c6bd903e7b req-a180d695-18fc-4194-abda-687cd267783f tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=402d0c46-dfca-4bdc-bde6-0530e33b1285 HTTP/1.1" status: 200 len: 945 time: 0.0942082 Apr 15 20:34:49.940817 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-17b2f3d7-de7c-40fb-a62f-47c6bd903e7b req-173a5826-a3c4-4ef0-80e7-39a07149d563 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427523 Apr 15 20:34:51.152415 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c39fd60-128a-4e0e-bb01-b2f83e2c8fe6 req-718f6a21-a173-4f72-9b7d-4db05ad58d10 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:51.154003 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-1c39fd60-128a-4e0e-bb01-b2f83e2c8fe6 req-718f6a21-a173-4f72-9b7d-4db05ad58d10 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=402d0c46-dfca-4bdc-bde6-0530e33b1285 HTTP/1.1" status: 200 len: 945 time: 0.0925903 Apr 15 20:34:51.190947 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device 3c5f2c66-d10f-49c0-ba54-b0ac817f428b no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 20:34:51.201724 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-1c39fd60-128a-4e0e-bb01-b2f83e2c8fe6 req-e4678c60-42b4-46a4-99fb-4fc7b5fd1a95 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411201 Apr 15 20:34:51.227921 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] No Port match for: 3c5f2c66-d10f-49c0-ba54-b0ac817f428b {{(pid=85413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 20:34:51.228315 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device 3c5f2c66-d10f-49c0-ba54-b0ac817f428b not bound to the agent host hv-cinder-78638 {{(pid=85413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 20:34:51.901071 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677b769-21e7-4fae-add1-8edd8dcee52b req-af0f8adf-b96d-4705-907c-ddc260672979 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:51.902675 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-5677b769-21e7-4fae-add1-8edd8dcee52b req-af0f8adf-b96d-4705-907c-ddc260672979 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8d90772-0a94-4d10-8ca3-ed99a8abf885 HTTP/1.1" status: 200 len: 946 time: 0.0957892 Apr 15 20:34:51.963022 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-5677b769-21e7-4fae-add1-8edd8dcee52b req-14ec031e-132f-4cfa-a59d-9381015a7cd8 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/security-groups?id=2edb3071-98d0-466a-b0a6-21d6399c15c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519929 Apr 15 20:34:52.415161 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f00ea4-c161-4945-9336-2942ad057f3f req-51a3bbbf-466d-424f-aedd-ea59905ea944 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:52.416780 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f6f00ea4-c161-4945-9336-2942ad057f3f req-51a3bbbf-466d-424f-aedd-ea59905ea944 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=402d0c46-dfca-4bdc-bde6-0530e33b1285 HTTP/1.1" status: 200 len: 945 time: 0.0966198 Apr 15 20:34:52.464428 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f6f00ea4-c161-4945-9336-2942ad057f3f req-677b1f39-40ec-476a-ac84-0782f46a7372 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410082 Apr 15 20:34:53.171298 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c35209c-8165-4b28-bc74-5f23461d7dcc req-22b250f8-72a9-4065-a8d4-db8c15019aa7 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:53.172840 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-3c35209c-8165-4b28-bc74-5f23461d7dcc req-22b250f8-72a9-4065-a8d4-db8c15019aa7 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8d90772-0a94-4d10-8ca3-ed99a8abf885 HTTP/1.1" status: 200 len: 946 time: 0.0948396 Apr 15 20:34:53.219452 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-3c35209c-8165-4b28-bc74-5f23461d7dcc req-1bc5fd2b-1bd1-4f14-bbf8-6afdd944d55d tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/security-groups?id=2edb3071-98d0-466a-b0a6-21d6399c15c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401118 Apr 15 20:34:53.682879 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad441a7-fba6-4170-a12c-0e372a3e037b req-63e56014-fe81-4dec-9a6c-9cd58c33d8bd tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:53.684399 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-0ad441a7-fba6-4170-a12c-0e372a3e037b req-63e56014-fe81-4dec-9a6c-9cd58c33d8bd tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=402d0c46-dfca-4bdc-bde6-0530e33b1285 HTTP/1.1" status: 200 len: 945 time: 0.0927594 Apr 15 20:34:53.733799 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-0ad441a7-fba6-4170-a12c-0e372a3e037b req-1d7ee789-8ab3-4c96-a3f1-d42c245d8f1d tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427835 Apr 15 20:34:54.447604 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cfb3ee-af11-47cc-9417-3ee6b91c2c5a req-241df620-f743-421c-ae3e-402fb3011861 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:54.449215 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-00cfb3ee-af11-47cc-9417-3ee6b91c2c5a req-241df620-f743-421c-ae3e-402fb3011861 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8d90772-0a94-4d10-8ca3-ed99a8abf885 HTTP/1.1" status: 200 len: 946 time: 0.0896218 Apr 15 20:34:54.501528 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-00cfb3ee-af11-47cc-9417-3ee6b91c2c5a req-4f4af61c-4781-4fb0-a675-cb3d0444fe13 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/security-groups?id=2edb3071-98d0-466a-b0a6-21d6399c15c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456536 Apr 15 20:34:54.955251 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c74c4a-6ba8-40ca-91c5-3ba5460aa711 req-143b15c4-9166-42f8-85f9-6ae1bb7b9e85 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:54.956836 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-14c74c4a-6ba8-40ca-91c5-3ba5460aa711 req-143b15c4-9166-42f8-85f9-6ae1bb7b9e85 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=402d0c46-dfca-4bdc-bde6-0530e33b1285 HTTP/1.1" status: 200 len: 945 time: 0.0934317 Apr 15 20:34:55.011088 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-14c74c4a-6ba8-40ca-91c5-3ba5460aa711 req-ecc28581-d8f6-4e3c-bc49-806e69e64663 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436943 Apr 15 20:34:55.615760 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a94db4c-570e-4d9e-98b6-36e4e6073a5f req-4dacce73-1a98-4f60-8574-310ca92cacff tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:55.616520 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-8a94db4c-570e-4d9e-98b6-36e4e6073a5f req-4dacce73-1a98-4f60-8574-310ca92cacff tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Synchronizing usage tracker for tenant:bc4964d16a264d71886df3d34b5af018 on resource:port {{(pid=85412) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:34:55.629693 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-8a94db4c-570e-4d9e-98b6-36e4e6073a5f req-4dacce73-1a98-4f60-8574-310ca92cacff tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Unset dirty status for tenant:bc4964d16a264d71886df3d34b5af018 on resource:port {{(pid=85412) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:34:55.630960 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-8a94db4c-570e-4d9e-98b6-36e4e6073a5f req-4dacce73-1a98-4f60-8574-310ca92cacff tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8d90772-0a94-4d10-8ca3-ed99a8abf885 HTTP/1.1" status: 200 len: 946 time: 0.1152344 Apr 15 20:34:55.717074 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [req-8a94db4c-570e-4d9e-98b6-36e4e6073a5f req-240c8906-c49f-4bdb-a256-877deaa31f81 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Deleting port aeb63ff1-8531-4e42-972f-1f0ee47b707f {{(pid=85412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:34:55.717441 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-8a94db4c-570e-4d9e-98b6-36e4e6073a5f req-240c8906-c49f-4bdb-a256-877deaa31f81 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245249624948'] for port, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:55.723897 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9dc301-e7b7-4745-bed5-8f2dfa79dfc3 req-e94e4451-ba58-4ecb-aff4-3af0e6f33920 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:55.725583 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-0c9dc301-e7b7-4745-bed5-8f2dfa79dfc3 req-e94e4451-ba58-4ecb-aff4-3af0e6f33920 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8d90772-0a94-4d10-8ca3-ed99a8abf885 HTTP/1.1" status: 200 len: 946 time: 0.0989039 Apr 15 20:34:55.984062 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-0c9dc301-e7b7-4745-bed5-8f2dfa79dfc3 req-a0dcefd6-aa49-4772-be00-a941b3655472 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/security-groups?id=2edb3071-98d0-466a-b0a6-21d6399c15c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514439 Apr 15 20:34:56.002608 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [req-8a94db4c-570e-4d9e-98b6-36e4e6073a5f req-240c8906-c49f-4bdb-a256-877deaa31f81 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] For port aeb63ff1-8531-4e42-972f-1f0ee47b707f, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=aeb63ff1-8531-4e42-972f-1f0ee47b707f,segment=NetworkSegment(36087674-63e1-4b37-9dd5-5f439f8a7270),segment_id=36087674-63e1-4b37-9dd5-5f439f8a7270)] {{(pid=85412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:34:56.003019 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-8a94db4c-570e-4d9e-98b6-36e4e6073a5f req-240c8906-c49f-4bdb-a256-877deaa31f81 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16344636'] for port, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:56.138906 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [req-8a94db4c-570e-4d9e-98b6-36e4e6073a5f req-240c8906-c49f-4bdb-a256-877deaa31f81 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Calling delete_port for aeb63ff1-8531-4e42-972f-1f0ee47b707f owned by compute:nova {{(pid=85412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:34:56.225058 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68dadf-dba4-4ade-9145-9dcbe404692a req-ee70d903-c13e-4414-8ba0-5876b8ac885b tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:56.226972 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-6f68dadf-dba4-4ade-9145-9dcbe404692a req-ee70d903-c13e-4414-8ba0-5876b8ac885b tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=402d0c46-dfca-4bdc-bde6-0530e33b1285 HTTP/1.1" status: 200 len: 945 time: 0.0966387 Apr 15 20:34:56.277955 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-6f68dadf-dba4-4ade-9145-9dcbe404692a req-c4a7c6ab-1b12-47ec-975e-022ea667ef3d tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444257 Apr 15 20:34:56.360046 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-8a94db4c-570e-4d9e-98b6-36e4e6073a5f req-240c8906-c49f-4bdb-a256-877deaa31f81 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791605129519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791604687919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852524119'] for port, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:56.373204 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] get_ports_and_sgs() called for port_ids ['723487d3-c1dd-47ca-a8ce-10e48acca928', 'cf278d3f-aa3e-4543-a43f-7f8fd325b0c3', 'aeb63ff1-8531-4e42-972f-1f0ee47b707f'] {{(pid=85413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:34:56.379169 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-1c1b4233-867e-4eb0-8023-f57a6905671d tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:34:56.424361 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240c8906-c49f-4bdb-a256-877deaa31f81 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Pushing event deleted for resources: {'Port': ['ID=aeb63ff1-8531-4e42-972f-1f0ee47b707f,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:34:56.473193 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-240c8906-c49f-4bdb-a256-877deaa31f81 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:34:56.620250 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a94db4c-570e-4d9e-98b6-36e4e6073a5f req-240c8906-c49f-4bdb-a256-877deaa31f81 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] No DVR routers for this DVR port aeb63ff1-8531-4e42-972f-1f0ee47b707f on host hv-cinder-78638 {{(pid=85412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 20:34:56.623364 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-8a94db4c-570e-4d9e-98b6-36e4e6073a5f req-240c8906-c49f-4bdb-a256-877deaa31f81 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-906'] for port, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:34:56.626174 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8d90772-0a94-4d10-8ca3-ed99a8abf885', 'name': 'network-vif-deleted', 'tag': 'aeb63ff1-8531-4e42-972f-1f0ee47b707f'}] {{(pid=85412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:34:56.641794 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-8a94db4c-570e-4d9e-98b6-36e4e6073a5f req-240c8906-c49f-4bdb-a256-877deaa31f81 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.76 "DELETE /v2.0/ports/aeb63ff1-8531-4e42-972f-1f0ee47b707f HTTP/1.1" status: 204 len: 173 time: 1.0017712 Apr 15 20:34:56.678945 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8d90772-0a94-4d10-8ca3-ed99a8abf885', 'name': 'network-vif-deleted', 'tag': 'aeb63ff1-8531-4e42-972f-1f0ee47b707f', 'status': 'completed', 'code': 200} Apr 15 20:34:57.170313 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-bcc64669-5515-4cef-b08e-e1c04c7f87db req-028e001b-e7f5-4c08-a7b3-7925af915318 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8d90772-0a94-4d10-8ca3-ed99a8abf885 HTTP/1.1" status: 200 len: 210 time: 0.0550139 Apr 15 20:34:57.491611 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573eee14-bc26-4e1e-844b-d44e5543c5c5 req-2b147de3-83ca-40f7-86e4-05e1940f3c1c tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:57.494595 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-573eee14-bc26-4e1e-844b-d44e5543c5c5 req-2b147de3-83ca-40f7-86e4-05e1940f3c1c tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=402d0c46-dfca-4bdc-bde6-0530e33b1285 HTTP/1.1" status: 200 len: 945 time: 0.0972838 Apr 15 20:34:57.544915 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-573eee14-bc26-4e1e-844b-d44e5543c5c5 req-1f2f0449-fb9f-4b9d-8411-3f511b880d44 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431550 Apr 15 20:34:58.762136 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fc13e7-69b0-4cc9-88e9-bc1769fd368e req-06711ef4-90bf-4399-84b6-b0b38ef1522d tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:58.763801 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-87fc13e7-69b0-4cc9-88e9-bc1769fd368e req-06711ef4-90bf-4399-84b6-b0b38ef1522d tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=402d0c46-dfca-4bdc-bde6-0530e33b1285 HTTP/1.1" status: 200 len: 945 time: 0.0965729 Apr 15 20:34:58.861312 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-87fc13e7-69b0-4cc9-88e9-bc1769fd368e req-ee2c7373-7ec0-466a-8334-d3d2e265e21e tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603778 Apr 15 20:34:58.891971 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da809d-9a5d-4c3d-9aa9-7c6aef4ebc18 req-8be4c352-490b-4246-bb2b-ecf29e74eb91 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:34:58.893561 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c6da809d-9a5d-4c3d-9aa9-7c6aef4ebc18 req-8be4c352-490b-4246-bb2b-ecf29e74eb91 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f458162-fe20-4e61-9e77-e74457bb483a HTTP/1.1" status: 200 len: 946 time: 0.1288698 Apr 15 20:34:58.942090 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c6da809d-9a5d-4c3d-9aa9-7c6aef4ebc18 req-1814770a-d343-4b21-98d4-d9adf54eeaeb tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/security-groups?id=2edb3071-98d0-466a-b0a6-21d6399c15c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421023 Apr 15 20:34:59.272507 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device aeb63ff1-8531-4e42-972f-1f0ee47b707f no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 20:34:59.316901 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] No Port match for: aeb63ff1-8531-4e42-972f-1f0ee47b707f {{(pid=85413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 20:34:59.317293 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device aeb63ff1-8531-4e42-972f-1f0ee47b707f not bound to the agent host hv-cinder-78638 {{(pid=85413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 20:35:00.139418 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c759c5e7-7c6c-458d-b95e-9239f43d6050 req-c502acfc-1d3d-42c5-9bb5-ffa9a5fb1530 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:00.141198 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c759c5e7-7c6c-458d-b95e-9239f43d6050 req-c502acfc-1d3d-42c5-9bb5-ffa9a5fb1530 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=402d0c46-dfca-4bdc-bde6-0530e33b1285 HTTP/1.1" status: 200 len: 945 time: 0.1532290 Apr 15 20:35:00.217263 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c759c5e7-7c6c-458d-b95e-9239f43d6050 req-422fe84a-e025-4ce8-a0e0-3744d405c434 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530653 Apr 15 20:35:00.225635 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9851b74c-da2d-4c30-8d95-836ba75b9efa req-33e843f3-dbc9-407f-8fe9-c8eefcfb1a87 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:00.227587 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-9851b74c-da2d-4c30-8d95-836ba75b9efa req-33e843f3-dbc9-407f-8fe9-c8eefcfb1a87 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f458162-fe20-4e61-9e77-e74457bb483a HTTP/1.1" status: 200 len: 946 time: 0.1615260 Apr 15 20:35:00.281448 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-9851b74c-da2d-4c30-8d95-836ba75b9efa req-435f0deb-91cb-4dc0-951f-7aa3bbca681e tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/security-groups?id=2edb3071-98d0-466a-b0a6-21d6399c15c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418429 Apr 15 20:35:01.507012 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33601d87-3479-47d9-a5cf-5db7c511141a req-567c0079-cec8-4384-b3dc-e522efe8dd3b tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:01.508574 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-33601d87-3479-47d9-a5cf-5db7c511141a req-567c0079-cec8-4384-b3dc-e522efe8dd3b tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=402d0c46-dfca-4bdc-bde6-0530e33b1285 HTTP/1.1" status: 200 len: 945 time: 0.1628432 Apr 15 20:35:01.513813 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4b9e0b-59e1-451d-93ca-59a8e2bc80ff req-83f00fee-1e0a-4e4a-b1fd-803a7c39e090 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:01.514942 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-6c4b9e0b-59e1-451d-93ca-59a8e2bc80ff req-83f00fee-1e0a-4e4a-b1fd-803a7c39e090 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Synchronizing usage tracker for tenant:bc4964d16a264d71886df3d34b5af018 on resource:port {{(pid=85412) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:35:01.521885 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a3ef90-f6df-4072-a153-41b57fed746f req-3c3073cf-cc9e-43d1-a6c9-dc35d921ff67 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:01.523498 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-32a3ef90-f6df-4072-a153-41b57fed746f req-3c3073cf-cc9e-43d1-a6c9-dc35d921ff67 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f458162-fe20-4e61-9e77-e74457bb483a HTTP/1.1" status: 200 len: 946 time: 0.1255603 Apr 15 20:35:01.531669 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-6c4b9e0b-59e1-451d-93ca-59a8e2bc80ff req-83f00fee-1e0a-4e4a-b1fd-803a7c39e090 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Unset dirty status for tenant:bc4964d16a264d71886df3d34b5af018 on resource:port {{(pid=85412) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:35:01.532935 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-6c4b9e0b-59e1-451d-93ca-59a8e2bc80ff req-83f00fee-1e0a-4e4a-b1fd-803a7c39e090 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f458162-fe20-4e61-9e77-e74457bb483a HTTP/1.1" status: 200 len: 946 time: 0.1120586 Apr 15 20:35:01.599246 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-33601d87-3479-47d9-a5cf-5db7c511141a req-e7d59946-98e6-434c-a7c3-c893bcf09a6b tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746665 Apr 15 20:35:01.610921 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-32a3ef90-f6df-4072-a153-41b57fed746f req-8ae48b2b-3013-427b-bde7-5ffb4cb4abbd tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/security-groups?id=2edb3071-98d0-466a-b0a6-21d6399c15c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686035 Apr 15 20:35:01.636855 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [req-6c4b9e0b-59e1-451d-93ca-59a8e2bc80ff req-e9da2923-f9dd-4e20-afb0-df87c71ad569 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Deleting port cf278d3f-aa3e-4543-a43f-7f8fd325b0c3 {{(pid=85412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:35:01.637197 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-6c4b9e0b-59e1-451d-93ca-59a8e2bc80ff req-e9da2923-f9dd-4e20-afb0-df87c71ad569 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245249624948'] for port, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:01.906308 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [req-6c4b9e0b-59e1-451d-93ca-59a8e2bc80ff req-e9da2923-f9dd-4e20-afb0-df87c71ad569 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] For port cf278d3f-aa3e-4543-a43f-7f8fd325b0c3, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cf278d3f-aa3e-4543-a43f-7f8fd325b0c3,segment=NetworkSegment(36087674-63e1-4b37-9dd5-5f439f8a7270),segment_id=36087674-63e1-4b37-9dd5-5f439f8a7270)] {{(pid=85412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:35:01.906748 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-6c4b9e0b-59e1-451d-93ca-59a8e2bc80ff req-e9da2923-f9dd-4e20-afb0-df87c71ad569 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16344636'] for port, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:02.026399 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.agents_db [None req-12650cd8-a504-4c0d-a4a2-248dab766c22 None None] Agent healthcheck: found 6 active agents {{(pid=85414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:35:02.269212 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [req-6c4b9e0b-59e1-451d-93ca-59a8e2bc80ff req-e9da2923-f9dd-4e20-afb0-df87c71ad569 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Calling delete_port for cf278d3f-aa3e-4543-a43f-7f8fd325b0c3 owned by compute:nova {{(pid=85412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:35:02.422746 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-6c4b9e0b-59e1-451d-93ca-59a8e2bc80ff req-e9da2923-f9dd-4e20-afb0-df87c71ad569 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791605129519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791604687919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852524119'] for port, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:02.434720 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] get_ports_and_sgs() called for port_ids ['723487d3-c1dd-47ca-a8ce-10e48acca928', 'cf278d3f-aa3e-4543-a43f-7f8fd325b0c3'] {{(pid=85413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:35:02.437672 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-710145dc-68fe-4e40-bcd1-fe670e278aaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:35:02.531706 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da2923-f9dd-4e20-afb0-df87c71ad569 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Pushing event deleted for resources: {'Port': ['ID=cf278d3f-aa3e-4543-a43f-7f8fd325b0c3,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:35:02.538217 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-e9da2923-f9dd-4e20-afb0-df87c71ad569 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:35:02.683367 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c4b9e0b-59e1-451d-93ca-59a8e2bc80ff req-e9da2923-f9dd-4e20-afb0-df87c71ad569 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] No DVR routers for this DVR port cf278d3f-aa3e-4543-a43f-7f8fd325b0c3 on host hv-cinder-78638 {{(pid=85412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 20:35:02.685887 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-6c4b9e0b-59e1-451d-93ca-59a8e2bc80ff req-e9da2923-f9dd-4e20-afb0-df87c71ad569 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-906'] for port, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:02.688825 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f458162-fe20-4e61-9e77-e74457bb483a', 'name': 'network-vif-deleted', 'tag': 'cf278d3f-aa3e-4543-a43f-7f8fd325b0c3'}] {{(pid=85412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:35:02.708014 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-6c4b9e0b-59e1-451d-93ca-59a8e2bc80ff req-e9da2923-f9dd-4e20-afb0-df87c71ad569 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.76 "DELETE /v2.0/ports/cf278d3f-aa3e-4543-a43f-7f8fd325b0c3 HTTP/1.1" status: 204 len: 173 time: 1.1613016 Apr 15 20:35:02.830545 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ba6f1651-cf08-4d67-8c7e-6813f949e77a req-d1e172cd-7fb7-4ff9-b4f2-54ec9eadcea1 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f458162-fe20-4e61-9e77-e74457bb483a HTTP/1.1" status: 200 len: 210 time: 0.0599260 Apr 15 20:35:02.868684 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d1190f-1fff-4273-8d4f-6c492b1cbf3c req-20595826-a00c-471c-a3f7-fe533b5e54e7 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:02.870492 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-27d1190f-1fff-4273-8d4f-6c492b1cbf3c req-20595826-a00c-471c-a3f7-fe533b5e54e7 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=402d0c46-dfca-4bdc-bde6-0530e33b1285 HTTP/1.1" status: 200 len: 945 time: 0.1428862 Apr 15 20:35:02.887679 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f458162-fe20-4e61-9e77-e74457bb483a', 'name': 'network-vif-deleted', 'tag': 'cf278d3f-aa3e-4543-a43f-7f8fd325b0c3', 'status': 'completed', 'code': 200} Apr 15 20:35:02.920594 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-27d1190f-1fff-4273-8d4f-6c492b1cbf3c req-612eab76-2a72-4144-9a5b-ca196c58fecc tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428708 Apr 15 20:35:04.138057 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec713373-be17-4874-aa04-d89c96350d2f req-d4ddd4cb-1ae2-4cb0-9836-7738e9fed18c tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:04.139682 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ec713373-be17-4874-aa04-d89c96350d2f req-d4ddd4cb-1ae2-4cb0-9836-7738e9fed18c tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=402d0c46-dfca-4bdc-bde6-0530e33b1285 HTTP/1.1" status: 200 len: 945 time: 0.1028652 Apr 15 20:35:04.189236 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ec713373-be17-4874-aa04-d89c96350d2f req-b88d91ab-41cd-44a0-ab99-5eeac88159c6 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429912 Apr 15 20:35:04.587007 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321ec17e-f5f0-4283-ace5-9c0a78c6ba85 req-b46fe8fe-ce30-4a2d-8f7a-6f292bef40c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:04.588613 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-321ec17e-f5f0-4283-ace5-9c0a78c6ba85 req-b46fe8fe-ce30-4a2d-8f7a-6f292bef40c3 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=402d0c46-dfca-4bdc-bde6-0530e33b1285 HTTP/1.1" status: 200 len: 1098 time: 0.0802486 Apr 15 20:35:04.638316 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-321ec17e-f5f0-4283-ace5-9c0a78c6ba85 req-e832939c-6ff2-43df-9f3e-10d5691e842d service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420711 Apr 15 20:35:05.305736 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device cf278d3f-aa3e-4543-a43f-7f8fd325b0c3 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 20:35:05.372384 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] No Port match for: cf278d3f-aa3e-4543-a43f-7f8fd325b0c3 {{(pid=85413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 20:35:05.372794 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device cf278d3f-aa3e-4543-a43f-7f8fd325b0c3 not bound to the agent host hv-cinder-78638 {{(pid=85413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 20:35:05.406890 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19643243-2f21-436d-83e0-b599d217f23a req-71b34958-6b66-4d2c-9748-1c7bf0936dec tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:05.408538 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-19643243-2f21-436d-83e0-b599d217f23a req-71b34958-6b66-4d2c-9748-1c7bf0936dec tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=402d0c46-dfca-4bdc-bde6-0530e33b1285 HTTP/1.1" status: 200 len: 945 time: 0.0996480 Apr 15 20:35:05.459859 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-19643243-2f21-436d-83e0-b599d217f23a req-aecfe839-06f8-4a85-992c-2f8facdc16e7 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443702 Apr 15 20:35:05.587491 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fb2fed-cd7b-4dac-b874-668a90ca093f req-b21bf7ad-658c-4cd5-aa28-68849e0d4278 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:05.589068 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-08fb2fed-cd7b-4dac-b874-668a90ca093f req-b21bf7ad-658c-4cd5-aa28-68849e0d4278 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/ports?device_id=013242ac-6a8e-472e-9e6e-90232753f2c7 HTTP/1.1" status: 200 len: 945 time: 0.0948238 Apr 15 20:35:05.650818 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-08fb2fed-cd7b-4dac-b874-668a90ca093f req-bc7108c9-3175-405a-936e-b8fab9df3f2e tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/security-groups?id=2edb3071-98d0-466a-b0a6-21d6399c15c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547869 Apr 15 20:35:06.236573 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 34042) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:35:06.367071 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-347e3fbb-649f-4db2-b7e1-fb9c796dc3bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:06.385676 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-347e3fbb-649f-4db2-b7e1-fb9c796dc3bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:35:06.390249 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-347e3fbb-649f-4db2-b7e1-fb9c796dc3bf admin admin] Usage tracker for resource:security_group_rule and tenant:7d96787d7a00452dba8a190884e43e5b is out of sync, need to count used quota {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:35:06.393382 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-347e3fbb-649f-4db2-b7e1-fb9c796dc3bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:35:06.399305 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-347e3fbb-649f-4db2-b7e1-fb9c796dc3bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:35:06.492834 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-347e3fbb-649f-4db2-b7e1-fb9c796dc3bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:06.497557 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-347e3fbb-649f-4db2-b7e1-fb9c796dc3bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:06.506762 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-e751dc8b-be05-4d09-8051-8afa435add68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:35:06.548661 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-347e3fbb-649f-4db2-b7e1-fb9c796dc3bf admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7d96787d7a00452dba8a190884e43e5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3108237 Apr 15 20:35:06.549582 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347e3fbb-649f-4db2-b7e1-fb9c796dc3bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e579c9-c583-43be-bf40-1ecf248cadf1,revision_number=1']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:35:06.552306 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 34050) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:35:06.552977 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-347e3fbb-649f-4db2-b7e1-fb9c796dc3bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:35:06.622267 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-8a152971-8ed0-4b29-b866-30b445baf3eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:06.650347 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-8a152971-8ed0-4b29-b866-30b445baf3eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:06.671674 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e9eced-4a9b-4c55-a7c1-f28b4e5707e8 req-aea9f523-5717-44b9-a1e1-ab97f88f4c04 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:06.673301 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-08e9eced-4a9b-4c55-a7c1-f28b4e5707e8 req-aea9f523-5717-44b9-a1e1-ab97f88f4c04 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=402d0c46-dfca-4bdc-bde6-0530e33b1285 HTTP/1.1" status: 200 len: 945 time: 0.0880933 Apr 15 20:35:06.699876 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-8a152971-8ed0-4b29-b866-30b445baf3eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:06.705059 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-313f0b31-a195-4e13-9705-71cbfe51ac88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:35:06.719352 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a152971-8ed0-4b29-b866-30b445baf3eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e579c9-c583-43be-bf40-1ecf248cadf1,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:35:06.722155 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-8a152971-8ed0-4b29-b866-30b445baf3eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:35:06.724732 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-8a152971-8ed0-4b29-b866-30b445baf3eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:06.731701 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-8a152971-8ed0-4b29-b866-30b445baf3eb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/83e579c9-c583-43be-bf40-1ecf248cadf1 HTTP/1.1" status: 204 len: 168 time: 0.1780226 Apr 15 20:35:06.738980 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-08e9eced-4a9b-4c55-a7c1-f28b4e5707e8 req-739b4cf2-434f-4b0d-aace-ca412171d4ff tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592000 Apr 15 20:35:06.937493 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6574538-632f-4902-9455-da48343c4683 req-e7e29ab0-02d8-4d3a-a397-5cee3dd242a0 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:06.939670 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c6574538-632f-4902-9455-da48343c4683 req-e7e29ab0-02d8-4d3a-a397-5cee3dd242a0 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/ports?device_id=013242ac-6a8e-472e-9e6e-90232753f2c7 HTTP/1.1" status: 200 len: 945 time: 0.1002223 Apr 15 20:35:06.988484 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c6574538-632f-4902-9455-da48343c4683 req-34cf7387-ad88-41c6-b7fb-545b01544143 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/security-groups?id=2edb3071-98d0-466a-b0a6-21d6399c15c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425863 Apr 15 20:35:07.336068 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e6552-581e-4155-a9bb-ac995ec3cc84 req-5299f40b-118c-4d9f-9ed8-5ce1783029c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:07.338795 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-648e6552-581e-4155-a9bb-ac995ec3cc84 req-5299f40b-118c-4d9f-9ed8-5ce1783029c0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1e31b55aa57d4e31a2da58cc9cf6c253&device_id=402d0c46-dfca-4bdc-bde6-0530e33b1285 HTTP/1.1" status: 200 len: 1098 time: 0.0858777 Apr 15 20:35:07.400622 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e2ce73-f872-4113-85db-8539808d7899 req-7fda77b4-6af8-45a6-9528-c01e85a04e5e tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:07.402275 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-92e2ce73-f872-4113-85db-8539808d7899 req-7fda77b4-6af8-45a6-9528-c01e85a04e5e tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=402d0c46-dfca-4bdc-bde6-0530e33b1285 HTTP/1.1" status: 200 len: 945 time: 0.1111343 Apr 15 20:35:07.454200 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-92e2ce73-f872-4113-85db-8539808d7899 req-82c4ee3e-bb8e-4d89-819b-63245cc6a01f tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451446 Apr 15 20:35:07.506698 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e6552-581e-4155-a9bb-ac995ec3cc84 req-c53fea53-e93b-4750-8ffe-d37bcdcee1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:07.508308 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-648e6552-581e-4155-a9bb-ac995ec3cc84 req-c53fea53-e93b-4750-8ffe-d37bcdcee1d1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=ea2effbe-b5a2-46bc-8ec6-0a200ba4895c HTTP/1.1" status: 200 len: 920 time: 0.1579113 Apr 15 20:35:07.596816 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-648e6552-581e-4155-a9bb-ac995ec3cc84 req-55ab1534-a4cb-4278-90c4-90380c4e7b03 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fc41e5a6-b0ea-49fb-b50c-ac856b571e16 HTTP/1.1" status: 200 len: 217 time: 0.0769949 Apr 15 20:35:07.670299 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e6552-581e-4155-a9bb-ac995ec3cc84 req-d32bef16-fa4b-4f82-8c60-6a200baf0322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:07.671920 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-648e6552-581e-4155-a9bb-ac995ec3cc84 req-d32bef16-fa4b-4f82-8c60-6a200baf0322 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c90fb5b4-5396-4daa-8e55-8894de66d707 HTTP/1.1" status: 200 len: 858 time: 0.0643101 Apr 15 20:35:07.735742 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-648e6552-581e-4155-a9bb-ac995ec3cc84 req-632c3629-eaa3-4f13-ad96-104ef6b7e90b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ea2effbe-b5a2-46bc-8ec6-0a200ba4895c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519834 Apr 15 20:35:07.887584 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-648e6552-581e-4155-a9bb-ac995ec3cc84 req-6b3e0e8b-4907-41cd-973d-e7738d8a3350 service neutron] 10.222.0.76 "GET /v2.0/networks/ea2effbe-b5a2-46bc-8ec6-0a200ba4895c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422081 Apr 15 20:35:08.063022 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-648e6552-581e-4155-a9bb-ac995ec3cc84 req-55b51f63-bc5d-4dc5-ae8c-e134b496fe03 service neutron] 10.222.0.76 "GET /v2.0/networks/ea2effbe-b5a2-46bc-8ec6-0a200ba4895c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491227 Apr 15 20:35:08.210755 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb9c339-3c8a-4be7-b1c6-7d014537e2c4 req-8b20bb1e-3ccd-4f4b-a566-9c10c348f27b tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:08.212356 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-7fb9c339-3c8a-4be7-b1c6-7d014537e2c4 req-8b20bb1e-3ccd-4f4b-a566-9c10c348f27b tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/ports?device_id=013242ac-6a8e-472e-9e6e-90232753f2c7 HTTP/1.1" status: 200 len: 945 time: 0.0972037 Apr 15 20:35:08.261067 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-7fb9c339-3c8a-4be7-b1c6-7d014537e2c4 req-7310d902-f37f-408f-b9d4-27c053e3493d tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/security-groups?id=2edb3071-98d0-466a-b0a6-21d6399c15c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421355 Apr 15 20:35:08.672108 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad50406f-b6ab-4a42-b414-43aea7e54cac req-88ae02e0-173f-4bad-b9ee-a59b3436112e tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:08.675040 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ad50406f-b6ab-4a42-b414-43aea7e54cac req-88ae02e0-173f-4bad-b9ee-a59b3436112e tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=402d0c46-dfca-4bdc-bde6-0530e33b1285 HTTP/1.1" status: 200 len: 945 time: 0.0943935 Apr 15 20:35:08.724753 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ad50406f-b6ab-4a42-b414-43aea7e54cac req-8be8dc72-33f8-4bb7-b609-2ef3a534a119 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429149 Apr 15 20:35:08.935264 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac85284-9f56-4850-b2c0-c7ddba55d411 req-5efce84a-11e8-4e86-88b0-45dc44dea9e0 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:08.935940 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-7ac85284-9f56-4850-b2c0-c7ddba55d411 req-5efce84a-11e8-4e86-88b0-45dc44dea9e0 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Synchronizing usage tracker for tenant:bc4964d16a264d71886df3d34b5af018 on resource:port {{(pid=85412) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:35:08.953126 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-7ac85284-9f56-4850-b2c0-c7ddba55d411 req-5efce84a-11e8-4e86-88b0-45dc44dea9e0 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Unset dirty status for tenant:bc4964d16a264d71886df3d34b5af018 on resource:port {{(pid=85412) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:35:08.954344 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-7ac85284-9f56-4850-b2c0-c7ddba55d411 req-5efce84a-11e8-4e86-88b0-45dc44dea9e0 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.76 "GET /v2.0/ports?device_id=013242ac-6a8e-472e-9e6e-90232753f2c7 HTTP/1.1" status: 200 len: 945 time: 0.1258731 Apr 15 20:35:09.036272 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [req-7ac85284-9f56-4850-b2c0-c7ddba55d411 req-7c7fcb5b-4b8d-4568-a4a9-37e3dcd1db5d tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Deleting port 723487d3-c1dd-47ca-a8ce-10e48acca928 {{(pid=85412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:35:09.037081 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-7ac85284-9f56-4850-b2c0-c7ddba55d411 req-7c7fcb5b-4b8d-4568-a4a9-37e3dcd1db5d tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245249624948'] for port, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:09.309984 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [req-7ac85284-9f56-4850-b2c0-c7ddba55d411 req-7c7fcb5b-4b8d-4568-a4a9-37e3dcd1db5d tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] For port 723487d3-c1dd-47ca-a8ce-10e48acca928, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=723487d3-c1dd-47ca-a8ce-10e48acca928,segment=NetworkSegment(36087674-63e1-4b37-9dd5-5f439f8a7270),segment_id=36087674-63e1-4b37-9dd5-5f439f8a7270)] {{(pid=85412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:35:09.310155 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-7ac85284-9f56-4850-b2c0-c7ddba55d411 req-7c7fcb5b-4b8d-4568-a4a9-37e3dcd1db5d tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16344636'] for port, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:09.457772 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [req-7ac85284-9f56-4850-b2c0-c7ddba55d411 req-7c7fcb5b-4b8d-4568-a4a9-37e3dcd1db5d tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Calling delete_port for 723487d3-c1dd-47ca-a8ce-10e48acca928 owned by compute:nova {{(pid=85412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:35:09.497020 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2221568f-f679-458f-a944-6e1878d8b80b req-6fcd531e-1cd5-4300-85ad-ed78db07557b tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:09.498663 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-2221568f-f679-458f-a944-6e1878d8b80b req-6fcd531e-1cd5-4300-85ad-ed78db07557b tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/ports?device_id=013242ac-6a8e-472e-9e6e-90232753f2c7 HTTP/1.1" status: 200 len: 945 time: 0.0896060 Apr 15 20:35:09.548016 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-2221568f-f679-458f-a944-6e1878d8b80b req-81d6fae6-c140-4e1e-9cb6-182930a64979 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/security-groups?id=2edb3071-98d0-466a-b0a6-21d6399c15c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420148 Apr 15 20:35:09.620085 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-7ac85284-9f56-4850-b2c0-c7ddba55d411 req-7c7fcb5b-4b8d-4568-a4a9-37e3dcd1db5d tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791605129519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791604687919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852524119'] for port, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:09.634543 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] get_ports_and_sgs() called for port_ids ['723487d3-c1dd-47ca-a8ce-10e48acca928'] {{(pid=85413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:35:09.639078 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f327e80f-b850-48ad-86ee-11f18c2d9ee6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:35:09.736961 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7fcb5b-4b8d-4568-a4a9-37e3dcd1db5d tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Pushing event deleted for resources: {'Port': ['ID=723487d3-c1dd-47ca-a8ce-10e48acca928,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:35:09.739805 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-7c7fcb5b-4b8d-4568-a4a9-37e3dcd1db5d tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:35:09.899553 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ac85284-9f56-4850-b2c0-c7ddba55d411 req-7c7fcb5b-4b8d-4568-a4a9-37e3dcd1db5d tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] No DVR routers for this DVR port 723487d3-c1dd-47ca-a8ce-10e48acca928 on host hv-cinder-78638 {{(pid=85412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 20:35:09.902075 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-7ac85284-9f56-4850-b2c0-c7ddba55d411 req-7c7fcb5b-4b8d-4568-a4a9-37e3dcd1db5d tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-906'] for port, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:09.904892 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '013242ac-6a8e-472e-9e6e-90232753f2c7', 'name': 'network-vif-deleted', 'tag': '723487d3-c1dd-47ca-a8ce-10e48acca928'}] {{(pid=85412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:35:09.920600 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-7ac85284-9f56-4850-b2c0-c7ddba55d411 req-7c7fcb5b-4b8d-4568-a4a9-37e3dcd1db5d tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.76 "DELETE /v2.0/ports/723487d3-c1dd-47ca-a8ce-10e48acca928 HTTP/1.1" status: 204 len: 173 time: 0.9561098 Apr 15 20:35:09.947808 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d77d668-ab1e-4955-975b-5b7599245f07 req-83f1238b-0134-4499-8064-dbc011edd674 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:09.949405 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-7d77d668-ab1e-4955-975b-5b7599245f07 req-83f1238b-0134-4499-8064-dbc011edd674 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=402d0c46-dfca-4bdc-bde6-0530e33b1285 HTTP/1.1" status: 200 len: 945 time: 0.0920939 Apr 15 20:35:09.958633 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '013242ac-6a8e-472e-9e6e-90232753f2c7', 'name': 'network-vif-deleted', 'tag': '723487d3-c1dd-47ca-a8ce-10e48acca928', 'status': 'completed', 'code': 200} Apr 15 20:35:10.000350 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-7d77d668-ab1e-4955-975b-5b7599245f07 req-38d79772-0449-463d-93a5-380f7958ea5b tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430372 Apr 15 20:35:10.752379 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-70a236cc-08c3-46e0-8fb2-d625e813563f req-83716dac-c8db-42e3-847d-2363a1d91ea9 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] 10.222.0.69 "GET /v2.0/ports?device_id=013242ac-6a8e-472e-9e6e-90232753f2c7 HTTP/1.1" status: 200 len: 210 time: 0.0527945 Apr 15 20:35:11.216378 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac52f17-13fb-4eda-ba1f-e2aeed0ee733 req-4f7d6fc3-0e13-4d9b-8a21-de55e73a68fd tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:11.218521 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-6ac52f17-13fb-4eda-ba1f-e2aeed0ee733 req-4f7d6fc3-0e13-4d9b-8a21-de55e73a68fd tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=402d0c46-dfca-4bdc-bde6-0530e33b1285 HTTP/1.1" status: 200 len: 945 time: 0.0961657 Apr 15 20:35:11.271037 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-6ac52f17-13fb-4eda-ba1f-e2aeed0ee733 req-0be63627-8f7f-4567-88c6-0daffc0f1fda tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459585 Apr 15 20:35:11.877729 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 34152) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:35:11.950168 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf970a7b-5f8c-46b9-b12b-32f11eb0ef7b admin admin] Deleting subnet f27ce411-0d84-4b80-8c16-9cf996d5a5a8 {{(pid=85411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 20:35:11.953286 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-bf970a7b-5f8c-46b9-b12b-32f11eb0ef7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:12.006413 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-bf970a7b-5f8c-46b9-b12b-32f11eb0ef7b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:12.013801 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-bf970a7b-5f8c-46b9-b12b-32f11eb0ef7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854769281'] for subnet, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:12.287398 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-bf970a7b-5f8c-46b9-b12b-32f11eb0ef7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-6519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16285263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461'] for subnet, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:12.300924 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-14dc5efa-d0ef-4e8c-83df-9d437611b96b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:35:12.392761 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf970a7b-5f8c-46b9-b12b-32f11eb0ef7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f27ce411-0d84-4b80-8c16-9cf996d5a5a8,revision_number=None']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:35:12.412543 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-bf970a7b-5f8c-46b9-b12b-32f11eb0ef7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:35:12.494489 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-bf970a7b-5f8c-46b9-b12b-32f11eb0ef7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16483510'] for subnet, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:12.517344 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-bf970a7b-5f8c-46b9-b12b-32f11eb0ef7b admin admin] 10.222.0.69 "DELETE /v2.0/subnets/f27ce411-0d84-4b80-8c16-9cf996d5a5a8 HTTP/1.1" status: 204 len: 168 time: 0.6383989 Apr 15 20:35:12.520421 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 34160) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:35:12.534031 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5a2bfb-32c7-434e-aef7-3b3014e751fe req-d72ba610-a1d6-4536-ac81-04f826771da4 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:12.535718 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-6a5a2bfb-32c7-434e-aef7-3b3014e751fe req-d72ba610-a1d6-4536-ac81-04f826771da4 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=402d0c46-dfca-4bdc-bde6-0530e33b1285 HTTP/1.1" status: 200 len: 945 time: 0.1351030 Apr 15 20:35:12.593519 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-6a5a2bfb-32c7-434e-aef7-3b3014e751fe req-74187559-e63d-45a5-ae6d-2c6bb0040f9d tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498786 Apr 15 20:35:12.648589 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-05fb994e-79f4-4523-9fa3-bd7ce262fcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16654812'] for network, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:12.881399 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-05fb994e-79f4-4523-9fa3-bd7ce262fcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16706558', 'neutron.services.segments.db._delete_segments_for_network-8791605228744'] for network, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:13.009333 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.services.segments.db [None req-05fb994e-79f4-4523-9fa3-bd7ce262fcd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d6bd424-08bd-4eca-95aa-caa56a0031f4']}} {{(pid=85412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:35:13.024370 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.services.segments.db [None req-05fb994e-79f4-4523-9fa3-bd7ce262fcd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36087674-63e1-4b37-9dd5-5f439f8a7270') {'for_net_delete': True} {{(pid=85412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:35:13.024827 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.services.segments.db [None req-05fb994e-79f4-4523-9fa3-bd7ce262fcd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36087674-63e1-4b37-9dd5-5f439f8a7270') {} {{(pid=85412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:35:13.037249 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-05fb994e-79f4-4523-9fa3-bd7ce262fcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791605226969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1970009'] for segment, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:13.052214 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-05fb994e-79f4-4523-9fa3-bd7ce262fcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-793'] for segment, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:13.058604 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05fb994e-79f4-4523-9fa3-bd7ce262fcd8 admin admin] Releasing vlan 1094 on physical network physnet1 to pool {{(pid=85412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 20:35:13.238472 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-05fb994e-79f4-4523-9fa3-bd7ce262fcd8 admin admin] Network 1d6bd424-08bd-4eca-95aa-caa56a0031f4 has no segments {{(pid=85412) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 20:35:13.251707 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-05fb994e-79f4-4523-9fa3-bd7ce262fcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854775039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852524707'] for segment, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:13.351341 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device 723487d3-c1dd-47ca-a8ce-10e48acca928 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 20:35:13.400332 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] No Port match for: 723487d3-c1dd-47ca-a8ce-10e48acca928 {{(pid=85413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 20:35:13.400725 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device 723487d3-c1dd-47ca-a8ce-10e48acca928 not bound to the agent host hv-cinder-78638 {{(pid=85413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 20:35:13.440567 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-05fb994e-79f4-4523-9fa3-bd7ce262fcd8 admin admin] Network 1d6bd424-08bd-4eca-95aa-caa56a0031f4 has no segments {{(pid=85412) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 20:35:13.463489 dv-cinder-786386-2-smb neutron-server[85298]: Traceback (most recent call last): Apr 15 20:35:13.463489 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 20:35:13.463489 dv-cinder-786386-2-smb neutron-server[85298]: timer() Apr 15 20:35:13.463489 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 20:35:13.463489 dv-cinder-786386-2-smb neutron-server[85298]: cb(*args, **kw) Apr 15 20:35:13.463489 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 20:35:13.463489 dv-cinder-786386-2-smb neutron-server[85298]: return func(*args, **kwargs) Apr 15 20:35:13.463489 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 20:35:13.463489 dv-cinder-786386-2-smb neutron-server[85298]: self._notify() Apr 15 20:35:13.463489 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 20:35:13.463489 dv-cinder-786386-2-smb neutron-server[85298]: self.callback(batched_events) Apr 15 20:35:13.463489 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 20:35:13.463489 dv-cinder-786386-2-smb neutron-server[85298]: event.method(event) Apr 15 20:35:13.463489 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 20:35:13.463489 dv-cinder-786386-2-smb neutron-server[85298]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 20:35:13.463489 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 20:35:13.463489 dv-cinder-786386-2-smb neutron-server[85298]: segment_id)['aggregates'][0] Apr 15 20:35:13.463489 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 20:35:13.463489 dv-cinder-786386-2-smb neutron-server[85298]: return f(self, *a, **k) Apr 15 20:35:13.463489 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 20:35:13.463489 dv-cinder-786386-2-smb neutron-server[85298]: return self._get(url).json() Apr 15 20:35:13.463489 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 20:35:13.463489 dv-cinder-786386-2-smb neutron-server[85298]: **kwargs) Apr 15 20:35:13.463489 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 20:35:13.463489 dv-cinder-786386-2-smb neutron-server[85298]: return self.request(url, 'GET', **kwargs) Apr 15 20:35:13.463489 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 20:35:13.463489 dv-cinder-786386-2-smb neutron-server[85298]: **endpoint_filter) Apr 15 20:35:13.463489 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 20:35:13.463489 dv-cinder-786386-2-smb neutron-server[85298]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 20:35:13.463489 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 20:35:13.463489 dv-cinder-786386-2-smb neutron-server[85298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 20:35:13.463489 dv-cinder-786386-2-smb neutron-server[85298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 20:35:13.555265 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-05fb994e-79f4-4523-9fa3-bd7ce262fcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036838069257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16285283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036838401808'] for network, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:13.555265 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-05fb994e-79f4-4523-9fa3-bd7ce262fcd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16483510'] for network, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:13.555265 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:35:13.576836 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fb994e-79f4-4523-9fa3-bd7ce262fcd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d6bd424-08bd-4eca-95aa-caa56a0031f4,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:35:13.585001 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-05fb994e-79f4-4523-9fa3-bd7ce262fcd8 admin admin] 10.222.0.69 "DELETE /v2.0/networks/1d6bd424-08bd-4eca-95aa-caa56a0031f4 HTTP/1.1" status: 204 len: 168 time: 1.0632410 Apr 15 20:35:13.586673 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fb994e-79f4-4523-9fa3-bd7ce262fcd8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:35:13.587084 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fb994e-79f4-4523-9fa3-bd7ce262fcd8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:35:13.587481 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fb994e-79f4-4523-9fa3-bd7ce262fcd8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:35:13.587879 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fb994e-79f4-4523-9fa3-bd7ce262fcd8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:35:13.588270 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fb994e-79f4-4523-9fa3-bd7ce262fcd8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:35:13.588658 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fb994e-79f4-4523-9fa3-bd7ce262fcd8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:35:13.589385 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fb994e-79f4-4523-9fa3-bd7ce262fcd8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:35:13.589385 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fb994e-79f4-4523-9fa3-bd7ce262fcd8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:35:13.589767 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fb994e-79f4-4523-9fa3-bd7ce262fcd8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:35:13.590150 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fb994e-79f4-4523-9fa3-bd7ce262fcd8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:35:13.590605 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fb994e-79f4-4523-9fa3-bd7ce262fcd8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:35:13.591048 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fb994e-79f4-4523-9fa3-bd7ce262fcd8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:35:13.598291 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-05fb994e-79f4-4523-9fa3-bd7ce262fcd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:35:13.779479 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 34214) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:35:13.832910 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-7ab14e0b-02b2-42bb-92f7-1c5f32feb834 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bc4964d16a264d71886df3d34b5af018&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0521040 Apr 15 20:35:13.835829 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 34220) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:35:13.902727 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-d071eaba-635d-496f-b566-07a2c7e1afbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:13.936140 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-d071eaba-635d-496f-b566-07a2c7e1afbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:13.984187 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-d071eaba-635d-496f-b566-07a2c7e1afbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:13.989280 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-7b4bdae5-0597-4a53-a54d-7bd5e04bcabf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:35:14.001967 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d071eaba-635d-496f-b566-07a2c7e1afbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2edb3071-98d0-466a-b0a6-21d6399c15c3,revision_number=None']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:35:14.005192 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-d071eaba-635d-496f-b566-07a2c7e1afbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:35:14.007263 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-d071eaba-635d-496f-b566-07a2c7e1afbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:14.008461 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-d071eaba-635d-496f-b566-07a2c7e1afbb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2edb3071-98d0-466a-b0a6-21d6399c15c3 HTTP/1.1" status: 204 len: 168 time: 0.1714261 Apr 15 20:35:15.063575 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-b06f11e7-d9c9-4ffd-8740-9132a3867870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:17.489398 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-3326cdae-cb79-404b-bfa4-6ece0f13d24e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:17.601845 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f7c79cb5-3d5e-48cd-88e9-5aa3c1ba50d6 req-51a94a9e-8a91-4799-9e61-0896c5fd3714 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=f6a5ef30-fb31-4a4a-b920-e6f83c17d0bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0806365 Apr 15 20:35:17.671354 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:17.725372 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c79cb5-3d5e-48cd-88e9-5aa3c1ba50d6 req-24868330-a5fd-4960-b64b-4e7667eb2562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:17.727343 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f7c79cb5-3d5e-48cd-88e9-5aa3c1ba50d6 req-24868330-a5fd-4960-b64b-4e7667eb2562 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1e31b55aa57d4e31a2da58cc9cf6c253&device_id=f6a5ef30-fb31-4a4a-b920-e6f83c17d0bf HTTP/1.1" status: 200 len: 1098 time: 0.0899432 Apr 15 20:35:17.890849 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6589a99b-4989-4a06-bc40-62b7e77e6cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:17.901247 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c79cb5-3d5e-48cd-88e9-5aa3c1ba50d6 req-02407e94-8fcb-404f-934d-3327fd93c110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:17.902863 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f7c79cb5-3d5e-48cd-88e9-5aa3c1ba50d6 req-02407e94-8fcb-404f-934d-3327fd93c110 service neutron] 10.222.0.76 "GET /v2.0/networks?id=ea2effbe-b5a2-46bc-8ec6-0a200ba4895c HTTP/1.1" status: 200 len: 920 time: 0.1366479 Apr 15 20:35:17.989622 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f7c79cb5-3d5e-48cd-88e9-5aa3c1ba50d6 req-02318fbd-6bbc-4078-a4dd-a1399bf908ba service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7811b8b-0ba0-4aa4-98da-626bdc5c84fa HTTP/1.1" status: 200 len: 217 time: 0.0719669 Apr 15 20:35:18.274638 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:18.305954 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c79cb5-3d5e-48cd-88e9-5aa3c1ba50d6 req-d445a0aa-2a09-4dfc-8f78-125def64be89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:18.307627 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f7c79cb5-3d5e-48cd-88e9-5aa3c1ba50d6 req-d445a0aa-2a09-4dfc-8f78-125def64be89 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c90fb5b4-5396-4daa-8e55-8894de66d707 HTTP/1.1" status: 200 len: 858 time: 0.2982357 Apr 15 20:35:18.388024 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f7c79cb5-3d5e-48cd-88e9-5aa3c1ba50d6 req-caa0c5d7-b955-46dc-9b4c-2367fea27745 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ea2effbe-b5a2-46bc-8ec6-0a200ba4895c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674338 Apr 15 20:35:18.505952 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae268fa2-fcc9-4063-863e-8cc98a11d227 req-08b03beb-d75f-44b3-9210-0460ea013401 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:18.507945 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ae268fa2-fcc9-4063-863e-8cc98a11d227 req-08b03beb-d75f-44b3-9210-0460ea013401 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6a5ef30-fb31-4a4a-b920-e6f83c17d0bf HTTP/1.1" status: 200 len: 945 time: 0.1079884 Apr 15 20:35:18.555240 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f7c79cb5-3d5e-48cd-88e9-5aa3c1ba50d6 req-7247d8a8-1cf3-49bf-836a-764cdfc5a17a service neutron] 10.222.0.76 "GET /v2.0/networks/ea2effbe-b5a2-46bc-8ec6-0a200ba4895c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554472 Apr 15 20:35:18.560576 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ae268fa2-fcc9-4063-863e-8cc98a11d227 req-5842355d-87da-4eb3-9358-671dcd7f6db3 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432012 Apr 15 20:35:18.722580 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f7c79cb5-3d5e-48cd-88e9-5aa3c1ba50d6 req-dfd92f9c-5616-4abc-8ffe-e3f00e598a84 service neutron] 10.222.0.76 "GET /v2.0/networks/ea2effbe-b5a2-46bc-8ec6-0a200ba4895c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538808 Apr 15 20:35:18.774767 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 34376) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:35:18.914883 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-aa70a05c-07c7-4e66-a57d-13bc3a6869c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:18.930184 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-aa70a05c-07c7-4e66-a57d-13bc3a6869c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:35:18.934307 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-aa70a05c-07c7-4e66-a57d-13bc3a6869c1 admin admin] Usage tracker for resource:security_group_rule and tenant:21993e81c40f4412a00920fa771e6e12 is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:35:18.937348 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-aa70a05c-07c7-4e66-a57d-13bc3a6869c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:35:18.943980 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-aa70a05c-07c7-4e66-a57d-13bc3a6869c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:35:19.040974 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-aa70a05c-07c7-4e66-a57d-13bc3a6869c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:19.044676 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-aa70a05c-07c7-4e66-a57d-13bc3a6869c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:19.053200 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-60617045-7998-4dd9-8356-5e3388735e69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:35:19.095219 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-aa70a05c-07c7-4e66-a57d-13bc3a6869c1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=21993e81c40f4412a00920fa771e6e12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3193588 Apr 15 20:35:19.096020 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa70a05c-07c7-4e66-a57d-13bc3a6869c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d87063c-405c-4ada-9834-9f0545d4b1a2,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:35:19.099211 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 34382) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:35:19.099369 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-aa70a05c-07c7-4e66-a57d-13bc3a6869c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:35:19.166289 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-290b9c46-3510-4a65-8c09-e3b71245047a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:19.194067 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-290b9c46-3510-4a65-8c09-e3b71245047a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:19.248870 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-290b9c46-3510-4a65-8c09-e3b71245047a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:19.253776 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-7692c9dc-7ab6-4ade-bb3f-5b3711dfc882 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:35:19.268862 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290b9c46-3510-4a65-8c09-e3b71245047a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d87063c-405c-4ada-9834-9f0545d4b1a2,revision_number=None']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:35:19.278232 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290b9c46-3510-4a65-8c09-e3b71245047a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:35:19.278693 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290b9c46-3510-4a65-8c09-e3b71245047a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:35:19.279087 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290b9c46-3510-4a65-8c09-e3b71245047a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:35:19.279473 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290b9c46-3510-4a65-8c09-e3b71245047a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:35:19.279854 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290b9c46-3510-4a65-8c09-e3b71245047a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:35:19.280235 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290b9c46-3510-4a65-8c09-e3b71245047a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:35:19.280619 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290b9c46-3510-4a65-8c09-e3b71245047a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:35:19.281026 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290b9c46-3510-4a65-8c09-e3b71245047a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:35:19.281408 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290b9c46-3510-4a65-8c09-e3b71245047a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:35:19.281785 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290b9c46-3510-4a65-8c09-e3b71245047a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:35:19.282161 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290b9c46-3510-4a65-8c09-e3b71245047a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:35:19.282565 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290b9c46-3510-4a65-8c09-e3b71245047a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:35:19.285480 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-290b9c46-3510-4a65-8c09-e3b71245047a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:19.286677 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-290b9c46-3510-4a65-8c09-e3b71245047a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6d87063c-405c-4ada-9834-9f0545d4b1a2 HTTP/1.1" status: 204 len: 168 time: 0.1859429 Apr 15 20:35:19.287623 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-290b9c46-3510-4a65-8c09-e3b71245047a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:35:19.564629 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-611aad59-e19d-4c1d-b92d-eb0975a661b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:19.772113 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e84b3-cb95-4a9d-b8e0-2d0f9ed6b634 req-18d6b496-d17a-4e60-a93a-b396dda514ef tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:19.774921 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-a25e84b3-cb95-4a9d-b8e0-2d0f9ed6b634 req-18d6b496-d17a-4e60-a93a-b396dda514ef tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6a5ef30-fb31-4a4a-b920-e6f83c17d0bf HTTP/1.1" status: 200 len: 945 time: 0.0939460 Apr 15 20:35:19.816759 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 34410) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:35:19.824326 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-a25e84b3-cb95-4a9d-b8e0-2d0f9ed6b634 req-67b688c2-0964-451e-97a6-87e8ecee8b05 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443146 Apr 15 20:35:19.948639 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-d84a7235-e335-4e24-8b16-8f46db3261f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:19.964099 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-d84a7235-e335-4e24-8b16-8f46db3261f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:35:19.968203 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-d84a7235-e335-4e24-8b16-8f46db3261f5 admin admin] Usage tracker for resource:security_group_rule and tenant:97c0331a48ea4b7a878fa59c03cac2e4 is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:35:19.971261 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-d84a7235-e335-4e24-8b16-8f46db3261f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:35:19.977542 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-d84a7235-e335-4e24-8b16-8f46db3261f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:35:20.066282 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-d84a7235-e335-4e24-8b16-8f46db3261f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:20.069416 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-d84a7235-e335-4e24-8b16-8f46db3261f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:20.078981 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-2b7f10ab-eaec-4aa8-b0e9-70217c49214b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:35:20.125876 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-d84a7235-e335-4e24-8b16-8f46db3261f5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=97c0331a48ea4b7a878fa59c03cac2e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3079104 Apr 15 20:35:20.127615 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84a7235-e335-4e24-8b16-8f46db3261f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9477076-63dd-4384-8f5f-4f1699e55d94,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:35:20.129198 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 34424) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:35:20.130954 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-d84a7235-e335-4e24-8b16-8f46db3261f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:35:20.192833 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c28e8eaa-f449-4ee6-9e5d-bb423a4fde58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:20.224126 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c28e8eaa-f449-4ee6-9e5d-bb423a4fde58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:20.273236 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c28e8eaa-f449-4ee6-9e5d-bb423a4fde58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:20.278572 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-cadd1075-b05b-4be3-8691-72399f5f11d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:35:20.292561 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28e8eaa-f449-4ee6-9e5d-bb423a4fde58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9477076-63dd-4384-8f5f-4f1699e55d94,revision_number=None']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:35:20.295440 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-c28e8eaa-f449-4ee6-9e5d-bb423a4fde58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:35:20.296709 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c28e8eaa-f449-4ee6-9e5d-bb423a4fde58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:20.300507 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-c28e8eaa-f449-4ee6-9e5d-bb423a4fde58 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c9477076-63dd-4384-8f5f-4f1699e55d94 HTTP/1.1" status: 204 len: 168 time: 0.1676214 Apr 15 20:35:21.220308 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25bbbfc-4aff-4dc8-a414-e314bda50fd6 req-6cdf15ad-f6e3-4d3f-b220-684c4f4d9117 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:21.231955 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-e25bbbfc-4aff-4dc8-a414-e314bda50fd6 req-6cdf15ad-f6e3-4d3f-b220-684c4f4d9117 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6a5ef30-fb31-4a4a-b920-e6f83c17d0bf HTTP/1.1" status: 200 len: 945 time: 0.1356337 Apr 15 20:35:21.290856 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-e25bbbfc-4aff-4dc8-a414-e314bda50fd6 req-fdf537cd-9cc1-4f27-8364-c5e08cdfd222 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559380 Apr 15 20:35:22.489494 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b236d89-9abc-453a-b3ff-6eddf031c5b9 req-ef7e26fa-be01-430b-bd5c-6c2ea0c35cf9 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:22.491126 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-6b236d89-9abc-453a-b3ff-6eddf031c5b9 req-ef7e26fa-be01-430b-bd5c-6c2ea0c35cf9 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6a5ef30-fb31-4a4a-b920-e6f83c17d0bf HTTP/1.1" status: 200 len: 945 time: 0.0935154 Apr 15 20:35:22.539321 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-6b236d89-9abc-453a-b3ff-6eddf031c5b9 req-f756fba5-ca8f-4b0b-85c4-91af1fad6329 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415468 Apr 15 20:35:22.919160 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b5a5b9-8c0c-45ad-b625-454ebe7c8c0a req-5357196d-7c69-460e-af03-5ac919d12a4a tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:22.920020 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-06b5a5b9-8c0c-45ad-b625-454ebe7c8c0a req-5357196d-7c69-460e-af03-5ac919d12a4a tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Synchronizing usage tracker for tenant:1e31b55aa57d4e31a2da58cc9cf6c253 on resource:port {{(pid=85412) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:35:22.933650 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-06b5a5b9-8c0c-45ad-b625-454ebe7c8c0a req-5357196d-7c69-460e-af03-5ac919d12a4a tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Unset dirty status for tenant:1e31b55aa57d4e31a2da58cc9cf6c253 on resource:port {{(pid=85412) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:35:22.934918 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-06b5a5b9-8c0c-45ad-b625-454ebe7c8c0a req-5357196d-7c69-460e-af03-5ac919d12a4a tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.76 "GET /v2.0/ports?device_id=f6a5ef30-fb31-4a4a-b920-e6f83c17d0bf HTTP/1.1" status: 200 len: 945 time: 0.1051166 Apr 15 20:35:23.022999 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [req-06b5a5b9-8c0c-45ad-b625-454ebe7c8c0a req-bc31bce4-c5bb-440d-ac3b-a1a817fdae81 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Deleting port b7811b8b-0ba0-4aa4-98da-626bdc5c84fa {{(pid=85412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:35:23.023383 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-06b5a5b9-8c0c-45ad-b625-454ebe7c8c0a req-bc31bce4-c5bb-440d-ac3b-a1a817fdae81 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245249624948'] for port, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:23.194306 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-bb602680-47ea-4a0f-9946-abe5ea1c6aa1 req-0828130f-fbac-4f0e-b4b7-f1dbc8ef3b0d tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=64c0d911e54a40e790d913561a05ed49&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325952 Apr 15 20:35:23.289755 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [req-06b5a5b9-8c0c-45ad-b625-454ebe7c8c0a req-bc31bce4-c5bb-440d-ac3b-a1a817fdae81 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] For port b7811b8b-0ba0-4aa4-98da-626bdc5c84fa, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b7811b8b-0ba0-4aa4-98da-626bdc5c84fa,segment=NetworkSegment(12e8ab93-f25d-4cfa-af33-1044a42b7753),segment_id=12e8ab93-f25d-4cfa-af33-1044a42b7753)] {{(pid=85412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:35:23.290154 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-06b5a5b9-8c0c-45ad-b625-454ebe7c8c0a req-bc31bce4-c5bb-440d-ac3b-a1a817fdae81 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16344636'] for port, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:23.362965 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb602680-47ea-4a0f-9946-abe5ea1c6aa1 req-a4fc93c8-61f6-4485-b10f-66beed60c726 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:23.364650 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-bb602680-47ea-4a0f-9946-abe5ea1c6aa1 req-a4fc93c8-61f6-4485-b10f-66beed60c726 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1638637 Apr 15 20:35:23.382830 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-bb602680-47ea-4a0f-9946-abe5ea1c6aa1 req-a93e9ca1-1969-429b-9286-486a07e9f177 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] 10.222.0.69 "GET /v2.0/quotas/64c0d911e54a40e790d913561a05ed49 HTTP/1.1" status: 200 len: 375 time: 0.0102651 Apr 15 20:35:23.427028 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [req-06b5a5b9-8c0c-45ad-b625-454ebe7c8c0a req-bc31bce4-c5bb-440d-ac3b-a1a817fdae81 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Calling delete_port for b7811b8b-0ba0-4aa4-98da-626bdc5c84fa owned by compute:nova {{(pid=85412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:35:23.444841 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-bb602680-47ea-4a0f-9946-abe5ea1c6aa1 req-351d5306-5dbc-415e-926a-1b1bd04a80aa tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=64c0d911e54a40e790d913561a05ed49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532641 Apr 15 20:35:23.607061 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-06b5a5b9-8c0c-45ad-b625-454ebe7c8c0a req-bc31bce4-c5bb-440d-ac3b-a1a817fdae81 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791605129519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791604687919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852524119'] for port, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:23.619777 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] get_ports_and_sgs() called for port_ids ['fc41e5a6-b0ea-49fb-b50c-ac856b571e16', 'b7811b8b-0ba0-4aa4-98da-626bdc5c84fa'] {{(pid=85413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:35:23.635495 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-e9da2923-f9dd-4e20-afb0-df87c71ad569 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:35:23.693043 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-4e791be1-3efb-41a2-aa4b-eb50a99ea67a req-d71d1b0c-345f-4984-9d9f-ec29594e3ac9 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] 10.222.0.69 "GET /v2.0/ports?device_id=fed38882-4034-4975-9a7e-2586f14614e5 HTTP/1.1" status: 200 len: 210 time: 0.0588908 Apr 15 20:35:23.741440 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc31bce4-c5bb-440d-ac3b-a1a817fdae81 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Pushing event deleted for resources: {'Port': ['ID=b7811b8b-0ba0-4aa4-98da-626bdc5c84fa,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:35:23.748676 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-bc31bce4-c5bb-440d-ac3b-a1a817fdae81 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:35:23.759191 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-54949c16-fa03-41f7-b3ef-a9756c1bb817 req-8ba65dbc-65ba-459b-b5d4-2d3ac60cfe27 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6a5ef30-fb31-4a4a-b920-e6f83c17d0bf HTTP/1.1" status: 200 len: 210 time: 0.0649869 Apr 15 20:35:23.913133 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [req-06b5a5b9-8c0c-45ad-b625-454ebe7c8c0a req-bc31bce4-c5bb-440d-ac3b-a1a817fdae81 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] No DVR routers for this DVR port b7811b8b-0ba0-4aa4-98da-626bdc5c84fa on host hv-cinder-78638 {{(pid=85412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 20:35:23.916351 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-06b5a5b9-8c0c-45ad-b625-454ebe7c8c0a req-bc31bce4-c5bb-440d-ac3b-a1a817fdae81 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-906'] for port, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:23.920936 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6a5ef30-fb31-4a4a-b920-e6f83c17d0bf', 'name': 'network-vif-deleted', 'tag': 'b7811b8b-0ba0-4aa4-98da-626bdc5c84fa'}] {{(pid=85412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:35:23.964066 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-06b5a5b9-8c0c-45ad-b625-454ebe7c8c0a req-bc31bce4-c5bb-440d-ac3b-a1a817fdae81 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.76 "DELETE /v2.0/ports/b7811b8b-0ba0-4aa4-98da-626bdc5c84fa HTTP/1.1" status: 204 len: 173 time: 1.0174849 Apr 15 20:35:24.021594 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6a5ef30-fb31-4a4a-b920-e6f83c17d0bf', 'name': 'network-vif-deleted', 'tag': 'b7811b8b-0ba0-4aa4-98da-626bdc5c84fa', 'status': 'completed', 'code': 200} Apr 15 20:35:24.091694 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 34570) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:35:24.224577 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-d3771469-0768-47f5-b715-a1a1fe816263 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:24.240851 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-d3771469-0768-47f5-b715-a1a1fe816263 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:35:24.245079 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-d3771469-0768-47f5-b715-a1a1fe816263 admin admin] Usage tracker for resource:security_group_rule and tenant:e2542ea6fae34956b418ce1fd25b076a is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:35:24.248091 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-d3771469-0768-47f5-b715-a1a1fe816263 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:35:24.254281 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-d3771469-0768-47f5-b715-a1a1fe816263 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:35:24.347105 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-d3771469-0768-47f5-b715-a1a1fe816263 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:24.352173 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-d3771469-0768-47f5-b715-a1a1fe816263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:24.360783 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-7534e25a-5dd9-42ca-b79a-d385fd37c22a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:35:24.408251 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-d3771469-0768-47f5-b715-a1a1fe816263 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e2542ea6fae34956b418ce1fd25b076a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3126562 Apr 15 20:35:24.408251 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3771469-0768-47f5-b715-a1a1fe816263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70884753-094c-4bda-a9a3-c34caf019439,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:35:24.408699 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 34578) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:35:24.409671 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-d3771469-0768-47f5-b715-a1a1fe816263 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:35:24.473884 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f563f995-a54e-4d35-9f3a-9dbdaefef6ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:24.501708 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f563f995-a54e-4d35-9f3a-9dbdaefef6ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:24.553801 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f563f995-a54e-4d35-9f3a-9dbdaefef6ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:24.557917 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-06c28f3e-420b-4cd8-9845-a3f974613d2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:35:24.569844 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f563f995-a54e-4d35-9f3a-9dbdaefef6ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70884753-094c-4bda-a9a3-c34caf019439,revision_number=None']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:35:24.575514 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f563f995-a54e-4d35-9f3a-9dbdaefef6ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:35:24.577719 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f563f995-a54e-4d35-9f3a-9dbdaefef6ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:24.579378 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-f563f995-a54e-4d35-9f3a-9dbdaefef6ff admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/70884753-094c-4bda-a9a3-c34caf019439 HTTP/1.1" status: 204 len: 168 time: 0.1692033 Apr 15 20:35:24.925678 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-bf28194b-7085-4fe5-b3fd-12d09a44cd0d req-9c270798-865c-4a14-86c2-640ae400b900 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] 10.222.0.69 "GET /v2.0/ports?device_id=fed38882-4034-4975-9a7e-2586f14614e5 HTTP/1.1" status: 200 len: 210 time: 0.0538650 Apr 15 20:35:24.989504 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 34596) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:35:24.996829 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ea2e9ef6-242f-4d16-9ea6-29600006ae5f req-ca9120c3-49ec-43cc-9a4f-3fcb527cbe5c tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6a5ef30-fb31-4a4a-b920-e6f83c17d0bf HTTP/1.1" status: 200 len: 210 time: 0.0665319 Apr 15 20:35:25.010952 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e7a1228f-a993-42e5-bc6d-c77e85111d70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:25.028951 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-e7a1228f-a993-42e5-bc6d-c77e85111d70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:35:25.033345 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-e7a1228f-a993-42e5-bc6d-c77e85111d70 admin admin] Usage tracker for resource:security_group_rule and tenant:ddc6adca604848bd8e2368ca56f6947b is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:35:25.037049 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-e7a1228f-a993-42e5-bc6d-c77e85111d70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:35:25.043575 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-e7a1228f-a993-42e5-bc6d-c77e85111d70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:35:25.129738 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e7a1228f-a993-42e5-bc6d-c77e85111d70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:25.133458 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e7a1228f-a993-42e5-bc6d-c77e85111d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:25.140810 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-520f751e-8e88-4642-af57-922598038788 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:35:25.182550 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a1228f-a993-42e5-bc6d-c77e85111d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94938d2b-e0f8-4d2b-99c4-8e8bfa6d265a,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:35:25.187224 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-e7a1228f-a993-42e5-bc6d-c77e85111d70 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ddc6adca604848bd8e2368ca56f6947b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1965282 Apr 15 20:35:25.188151 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-e7a1228f-a993-42e5-bc6d-c77e85111d70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:35:25.191265 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 34602) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:35:25.259540 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-97f6ac7d-614a-4644-ad8f-cf104bbf5cdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:25.287513 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-97f6ac7d-614a-4644-ad8f-cf104bbf5cdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:25.343474 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-97f6ac7d-614a-4644-ad8f-cf104bbf5cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:25.347715 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:35:25.364362 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f6ac7d-614a-4644-ad8f-cf104bbf5cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94938d2b-e0f8-4d2b-99c4-8e8bfa6d265a,revision_number=None']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:35:25.366737 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-97f6ac7d-614a-4644-ad8f-cf104bbf5cdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:35:25.367681 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-97f6ac7d-614a-4644-ad8f-cf104bbf5cdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:25.369164 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-97f6ac7d-614a-4644-ad8f-cf104bbf5cdb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/94938d2b-e0f8-4d2b-99c4-8e8bfa6d265a HTTP/1.1" status: 204 len: 168 time: 0.1759434 Apr 15 20:35:25.481540 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-bb602680-47ea-4a0f-9946-abe5ea1c6aa1 req-e52f0852-f79e-49b3-8aca-c2524bd363ea tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=64c0d911e54a40e790d913561a05ed49&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385251 Apr 15 20:35:25.662151 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb602680-47ea-4a0f-9946-abe5ea1c6aa1 req-d96bdd78-bd23-4f99-a53b-792855c63330 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:25.664516 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-bb602680-47ea-4a0f-9946-abe5ea1c6aa1 req-d96bdd78-bd23-4f99-a53b-792855c63330 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1728592 Apr 15 20:35:25.696371 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [req-bb602680-47ea-4a0f-9946-abe5ea1c6aa1 req-dbc896c4-17b9-4ed7-8934-5a3353bf5de9 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] Request body: {'port': {'device_id': 'fed38882-4034-4975-9a7e-2586f14614e5', 'network_id': '25f5d648-ab72-4c5f-809e-b2006f745ede', 'admin_state_up': True, 'tenant_id': '64c0d911e54a40e790d913561a05ed49'}} {{(pid=85412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:35:25.857194 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [req-bb602680-47ea-4a0f-9946-abe5ea1c6aa1 req-dbc896c4-17b9-4ed7-8934-5a3353bf5de9 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:35:25.861762 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-bb602680-47ea-4a0f-9946-abe5ea1c6aa1 req-dbc896c4-17b9-4ed7-8934-5a3353bf5de9 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] Usage tracker for resource:port and tenant:64c0d911e54a40e790d913561a05ed49 is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:35:25.864980 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-bb602680-47ea-4a0f-9946-abe5ea1c6aa1 req-dbc896c4-17b9-4ed7-8934-5a3353bf5de9 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:35:25.871545 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [req-bb602680-47ea-4a0f-9946-abe5ea1c6aa1 req-dbc896c4-17b9-4ed7-8934-5a3353bf5de9 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:35:25.886599 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb602680-47ea-4a0f-9946-abe5ea1c6aa1 req-dbc896c4-17b9-4ed7-8934-5a3353bf5de9 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] Made reservation on behalf of 64c0d911e54a40e790d913561a05ed49 for: {'port': 1} {{(pid=85412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:35:25.892894 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-bb602680-47ea-4a0f-9946-abe5ea1c6aa1 req-dbc896c4-17b9-4ed7-8934-5a3353bf5de9 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:25.906805 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-bb602680-47ea-4a0f-9946-abe5ea1c6aa1 req-dbc896c4-17b9-4ed7-8934-5a3353bf5de9 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] Notify callbacks [] for security_group, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:25.922874 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [req-bb602680-47ea-4a0f-9946-abe5ea1c6aa1 req-dbc896c4-17b9-4ed7-8934-5a3353bf5de9 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:35:25.926901 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-bb602680-47ea-4a0f-9946-abe5ea1c6aa1 req-dbc896c4-17b9-4ed7-8934-5a3353bf5de9 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] Usage tracker for resource:security_group_rule and tenant:64c0d911e54a40e790d913561a05ed49 is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:35:25.929832 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-bb602680-47ea-4a0f-9946-abe5ea1c6aa1 req-dbc896c4-17b9-4ed7-8934-5a3353bf5de9 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:35:25.936018 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [req-bb602680-47ea-4a0f-9946-abe5ea1c6aa1 req-dbc896c4-17b9-4ed7-8934-5a3353bf5de9 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:35:26.037318 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-bb602680-47ea-4a0f-9946-abe5ea1c6aa1 req-dbc896c4-17b9-4ed7-8934-5a3353bf5de9 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] Notify callbacks [] for security_group, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:26.041926 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-bb602680-47ea-4a0f-9946-abe5ea1c6aa1 req-dbc896c4-17b9-4ed7-8934-5a3353bf5de9 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:26.046826 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-50470f92-6b4b-4668-a5b4-e1ac2e2b5b06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:35:26.132072 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c4a9857b-fcfa-4cee-aabd-8b1a59b3f3c9 req-7cf47fdf-bd5b-48bd-a63a-63364e9f4ea8 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] 10.222.0.69 "GET /v2.0/ports?device_id=fed38882-4034-4975-9a7e-2586f14614e5 HTTP/1.1" status: 200 len: 210 time: 0.0638998 Apr 15 20:35:26.153310 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc896c4-17b9-4ed7-8934-5a3353bf5de9 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc01a0c-b38c-4cf9-98b5-6193fd4cd7f7,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:35:26.160097 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-dbc896c4-17b9-4ed7-8934-5a3353bf5de9 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:35:26.268608 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.db_base_plugin_common [req-bb602680-47ea-4a0f-9946-abe5ea1c6aa1 req-dbc896c4-17b9-4ed7-8934-5a3353bf5de9 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] Allocated IP 192.168.233.158 (25f5d648-ab72-4c5f-809e-b2006f745ede/356f5520-7125-47eb-80f5-645f6d79a372/bcb98342-75a2-4f63-99b0-e5b8e80c1126) {{(pid=85412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:35:26.499490 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-bb602680-47ea-4a0f-9946-abe5ea1c6aa1 req-dbc896c4-17b9-4ed7-8934-5a3353bf5de9 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] Notify callbacks [] for port, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:26.522291 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [req-bb602680-47ea-4a0f-9946-abe5ea1c6aa1 req-dbc896c4-17b9-4ed7-8934-5a3353bf5de9 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] Transition to ACTIVE for port object bcb98342-75a2-4f63-99b0-e5b8e80c1126 will not be triggered until provisioned by entity DHCP. {{(pid=85412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:35:26.548433 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-bb602680-47ea-4a0f-9946-abe5ea1c6aa1 req-dbc896c4-17b9-4ed7-8934-5a3353bf5de9 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245250087898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852524119'] for port, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:26.565703 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-240c8906-c49f-4bdb-a256-877deaa31f81 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:35:26.715100 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc896c4-17b9-4ed7-8934-5a3353bf5de9 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] Pushing event updated for resources: {'Port': ['ID=bcb98342-75a2-4f63-99b0-e5b8e80c1126,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:35:26.720231 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-dbc896c4-17b9-4ed7-8934-5a3353bf5de9 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:35:26.781526 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb602680-47ea-4a0f-9946-abe5ea1c6aa1 req-dbc896c4-17b9-4ed7-8934-5a3353bf5de9 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] Network 25f5d648-ab72-4c5f-809e-b2006f745ede is already hosted by enough agents. {{(pid=85412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:35:26.783222 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.base_scheduler [req-bb602680-47ea-4a0f-9946-abe5ea1c6aa1 req-dbc896c4-17b9-4ed7-8934-5a3353bf5de9 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] Resources bound (agent type, host, resource id): {{(pid=85412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:35:26.785933 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb602680-47ea-4a0f-9946-abe5ea1c6aa1 req-dbc896c4-17b9-4ed7-8934-5a3353bf5de9 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] Received port after_create {{(pid=85412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:35:26.876523 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb602680-47ea-4a0f-9946-abe5ea1c6aa1 req-dbc896c4-17b9-4ed7-8934-5a3353bf5de9 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:26.877197 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-bb602680-47ea-4a0f-9946-abe5ea1c6aa1 req-dbc896c4-17b9-4ed7-8934-5a3353bf5de9 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-906'] for port, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:26.914107 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-bb602680-47ea-4a0f-9946-abe5ea1c6aa1 req-dbc896c4-17b9-4ed7-8934-5a3353bf5de9 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2241211 Apr 15 20:35:26.923097 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b34dfff-8276-495e-b7c5-f0fc2b17b031 req-c2f75fcc-69df-4081-bb48-1e3f5a329cac tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:26.925001 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-7b34dfff-8276-495e-b7c5-f0fc2b17b031 req-c2f75fcc-69df-4081-bb48-1e3f5a329cac tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=402d0c46-dfca-4bdc-bde6-0530e33b1285 HTTP/1.1" status: 200 len: 945 time: 0.3211508 Apr 15 20:35:26.934217 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [req-bb602680-47ea-4a0f-9946-abe5ea1c6aa1 req-dcaa3261-cdd5-445f-b44f-fc08e360c223 service neutron] Request body: {'port': {'device_id': 'fed38882-4034-4975-9a7e-2586f14614e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:35:26.981023 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-7b34dfff-8276-495e-b7c5-f0fc2b17b031 req-1ee12ca4-f904-4d03-aadf-0d8ab669f5b0 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469382 Apr 15 20:35:27.018633 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-8e72d5d3-a930-481d-9019-f5d7a5d105b3 None None] Provisioning for port bcb98342-75a2-4f63-99b0-e5b8e80c1126 completed by entity DHCP. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:35:27.023791 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-8e72d5d3-a930-481d-9019-f5d7a5d105b3 None None] Provisioning complete for port bcb98342-75a2-4f63-99b0-e5b8e80c1126 triggered by entity DHCP. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:35:27.024208 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-8e72d5d3-a930-481d-9019-f5d7a5d105b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:27.079326 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-bb602680-47ea-4a0f-9946-abe5ea1c6aa1 req-dcaa3261-cdd5-445f-b44f-fc08e360c223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:27.080967 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-8e72d5d3-a930-481d-9019-f5d7a5d105b3 None None] Port bcb98342-75a2-4f63-99b0-e5b8e80c1126 cannot update to ACTIVE because it is not bound. {{(pid=85413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 20:35:27.379344 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d0b4c1-a6cb-4e32-a714-3dae3ee23c86 req-3f6af074-0cae-4b8d-bc28-140185ef6192 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:27.387600 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-77d0b4c1-a6cb-4e32-a714-3dae3ee23c86 req-3f6af074-0cae-4b8d-bc28-140185ef6192 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] 10.222.0.69 "GET /v2.0/ports?device_id=fed38882-4034-4975-9a7e-2586f14614e5 HTTP/1.1" status: 200 len: 936 time: 0.1255641 Apr 15 20:35:27.408701 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device b7811b8b-0ba0-4aa4-98da-626bdc5c84fa no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 20:35:27.444251 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-77d0b4c1-a6cb-4e32-a714-3dae3ee23c86 req-34164d55-1fcb-4661-b9ee-97a2b7e16e32 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] 10.222.0.69 "GET /v2.0/security-groups?id=7dc01a0c-b38c-4cf9-98b5-6193fd4cd7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554640 Apr 15 20:35:27.449440 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] No Port match for: b7811b8b-0ba0-4aa4-98da-626bdc5c84fa {{(pid=85413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 20:35:27.450027 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device b7811b8b-0ba0-4aa4-98da-626bdc5c84fa not bound to the agent host hv-cinder-78638 {{(pid=85413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 20:35:27.454407 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [req-bb602680-47ea-4a0f-9946-abe5ea1c6aa1 req-dcaa3261-cdd5-445f-b44f-fc08e360c223 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcb98342-75a2-4f63-99b0-e5b8e80c1126 {{(pid=85412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:35:27.462564 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-bb602680-47ea-4a0f-9946-abe5ea1c6aa1 req-dcaa3261-cdd5-445f-b44f-fc08e360c223 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:27.477721 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [req-bb602680-47ea-4a0f-9946-abe5ea1c6aa1 req-dcaa3261-cdd5-445f-b44f-fc08e360c223 service neutron] Transition to ACTIVE for port object bcb98342-75a2-4f63-99b0-e5b8e80c1126 will not be triggered until provisioned by entity L2. {{(pid=85412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:35:27.480609 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-bb602680-47ea-4a0f-9946-abe5ea1c6aa1 req-dcaa3261-cdd5-445f-b44f-fc08e360c223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2251697'] for port, after_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:27.496766 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:35:27.633185 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaa3261-cdd5-445f-b44f-fc08e360c223 service neutron] Pushing event updated for resources: {'Port': ['ID=bcb98342-75a2-4f63-99b0-e5b8e80c1126,revision_number=2']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:35:27.638577 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-dcaa3261-cdd5-445f-b44f-fc08e360c223 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:35:27.867798 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [req-bb602680-47ea-4a0f-9946-abe5ea1c6aa1 req-dcaa3261-cdd5-445f-b44f-fc08e360c223 service neutron] Attempting to bind port bcb98342-75a2-4f63-99b0-e5b8e80c1126 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:35:27.868109 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [req-bb602680-47ea-4a0f-9946-abe5ea1c6aa1 req-dcaa3261-cdd5-445f-b44f-fc08e360c223 service neutron] Attempting to bind port bcb98342-75a2-4f63-99b0-e5b8e80c1126 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '244f7afd-9758-4681-a3d7-94aee207788e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '25f5d648-ab72-4c5f-809e-b2006f745ede'}] {{(pid=85412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:35:27.868453 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb602680-47ea-4a0f-9946-abe5ea1c6aa1 req-dcaa3261-cdd5-445f-b44f-fc08e360c223 service neutron] Attempting to bind port bcb98342-75a2-4f63-99b0-e5b8e80c1126 on network 25f5d648-ab72-4c5f-809e-b2006f745ede {{(pid=85412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:35:27.873507 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb602680-47ea-4a0f-9946-abe5ea1c6aa1 req-dcaa3261-cdd5-445f-b44f-fc08e360c223 service neutron] Port bcb98342-75a2-4f63-99b0-e5b8e80c1126 on network 25f5d648-ab72-4c5f-809e-b2006f745ede not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 20:35:27.873858 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb602680-47ea-4a0f-9946-abe5ea1c6aa1 req-dcaa3261-cdd5-445f-b44f-fc08e360c223 service neutron] Attempting to bind port bcb98342-75a2-4f63-99b0-e5b8e80c1126 on network 25f5d648-ab72-4c5f-809e-b2006f745ede {{(pid=85412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:35:27.879481 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb602680-47ea-4a0f-9946-abe5ea1c6aa1 req-dcaa3261-cdd5-445f-b44f-fc08e360c223 service neutron] Checking agent: {'id': '70e73898-5ca9-4370-a761-abbf44013111', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 30, 18), 'started_at': datetime.datetime(2021, 4, 15, 20, 30, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:35:27.879848 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb602680-47ea-4a0f-9946-abe5ea1c6aa1 req-dcaa3261-cdd5-445f-b44f-fc08e360c223 service neutron] Checking segment: {'id': '244f7afd-9758-4681-a3d7-94aee207788e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '25f5d648-ab72-4c5f-809e-b2006f745ede'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:35:27.880232 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb602680-47ea-4a0f-9946-abe5ea1c6aa1 req-dcaa3261-cdd5-445f-b44f-fc08e360c223 service neutron] Bound using segment: {'id': '244f7afd-9758-4681-a3d7-94aee207788e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '25f5d648-ab72-4c5f-809e-b2006f745ede'} {{(pid=85412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:35:27.880721 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [req-bb602680-47ea-4a0f-9946-abe5ea1c6aa1 req-dcaa3261-cdd5-445f-b44f-fc08e360c223 service neutron] Bound port: bcb98342-75a2-4f63-99b0-e5b8e80c1126, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '244f7afd-9758-4681-a3d7-94aee207788e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '25f5d648-ab72-4c5f-809e-b2006f745ede'}}] {{(pid=85412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:35:27.881093 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-bb602680-47ea-4a0f-9946-abe5ea1c6aa1 req-dcaa3261-cdd5-445f-b44f-fc08e360c223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:27.984658 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [req-bb602680-47ea-4a0f-9946-abe5ea1c6aa1 req-dcaa3261-cdd5-445f-b44f-fc08e360c223 service neutron] For port bcb98342-75a2-4f63-99b0-e5b8e80c1126, host hv-cinder-78638, cleared binding levels {{(pid=85412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:35:27.988609 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [req-bb602680-47ea-4a0f-9946-abe5ea1c6aa1 req-dcaa3261-cdd5-445f-b44f-fc08e360c223 service neutron] For port bcb98342-75a2-4f63-99b0-e5b8e80c1126, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=bcb98342-75a2-4f63-99b0-e5b8e80c1126,segment=NetworkSegment(244f7afd-9758-4681-a3d7-94aee207788e),segment_id=244f7afd-9758-4681-a3d7-94aee207788e)] {{(pid=85412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:35:27.993403 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-bb602680-47ea-4a0f-9946-abe5ea1c6aa1 req-dcaa3261-cdd5-445f-b44f-fc08e360c223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2251697'] for port, after_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:28.009478 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:35:28.218123 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05455af5-1a5d-4814-b181-bc485d1636ca req-28a6fefb-d9bd-4019-910c-7255f28baa12 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:28.219930 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-05455af5-1a5d-4814-b181-bc485d1636ca req-28a6fefb-d9bd-4019-910c-7255f28baa12 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=402d0c46-dfca-4bdc-bde6-0530e33b1285 HTTP/1.1" status: 200 len: 945 time: 0.1052735 Apr 15 20:35:28.277709 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-05455af5-1a5d-4814-b181-bc485d1636ca req-40cd6447-c84c-404c-b924-c192abc0a7fc tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513387 Apr 15 20:35:28.400871 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaa3261-cdd5-445f-b44f-fc08e360c223 service neutron] Pushing event updated for resources: {'Port': ['ID=bcb98342-75a2-4f63-99b0-e5b8e80c1126,revision_number=3']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:35:28.405833 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-dcaa3261-cdd5-445f-b44f-fc08e360c223 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:35:28.433467 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb602680-47ea-4a0f-9946-abe5ea1c6aa1 req-dcaa3261-cdd5-445f-b44f-fc08e360c223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:28.434121 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-bb602680-47ea-4a0f-9946-abe5ea1c6aa1 req-dcaa3261-cdd5-445f-b44f-fc08e360c223 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-906'] for port, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:28.435632 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-bb602680-47ea-4a0f-9946-abe5ea1c6aa1 req-dcaa3261-cdd5-445f-b44f-fc08e360c223 service neutron] 10.222.0.76 "PUT /v2.0/ports/bcb98342-75a2-4f63-99b0-e5b8e80c1126 HTTP/1.1" status: 200 len: 1098 time: 1.5074596 Apr 15 20:35:28.436165 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fed38882-4034-4975-9a7e-2586f14614e5', 'tag': 'bcb98342-75a2-4f63-99b0-e5b8e80c1126'}] {{(pid=85412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:35:28.509114 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fed38882-4034-4975-9a7e-2586f14614e5', 'tag': 'bcb98342-75a2-4f63-99b0-e5b8e80c1126', 'status': 'completed', 'code': 200} Apr 15 20:35:28.593255 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb602680-47ea-4a0f-9946-abe5ea1c6aa1 req-3d74325e-8c40-485a-b9ef-1c150b779122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:28.595575 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-bb602680-47ea-4a0f-9946-abe5ea1c6aa1 req-3d74325e-8c40-485a-b9ef-1c150b779122 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=64c0d911e54a40e790d913561a05ed49&device_id=fed38882-4034-4975-9a7e-2586f14614e5 HTTP/1.1" status: 200 len: 1101 time: 0.0856316 Apr 15 20:35:28.681099 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-bb602680-47ea-4a0f-9946-abe5ea1c6aa1 req-53f50e49-81a2-44b6-a78e-8ed53acc0c31 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=bcb98342-75a2-4f63-99b0-e5b8e80c1126 HTTP/1.1" status: 200 len: 217 time: 0.0716043 Apr 15 20:35:28.700100 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e181a5dd-d2e2-4881-adf1-5de0846a4e49 req-bdb74be9-31c3-4721-a98d-d9ee7a159a50 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:28.701636 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-e181a5dd-d2e2-4881-adf1-5de0846a4e49 req-bdb74be9-31c3-4721-a98d-d9ee7a159a50 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] 10.222.0.69 "GET /v2.0/ports?device_id=fed38882-4034-4975-9a7e-2586f14614e5 HTTP/1.1" status: 200 len: 948 time: 0.1055639 Apr 15 20:35:28.751109 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-e181a5dd-d2e2-4881-adf1-5de0846a4e49 req-b00fe6f8-3aad-44c4-b648-4bfe11ffd106 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] 10.222.0.69 "GET /v2.0/security-groups?id=7dc01a0c-b38c-4cf9-98b5-6193fd4cd7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425863 Apr 15 20:35:28.756514 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb602680-47ea-4a0f-9946-abe5ea1c6aa1 req-bd477f27-848e-4b16-b3e4-157eb5120e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:28.758073 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-bb602680-47ea-4a0f-9946-abe5ea1c6aa1 req-bd477f27-848e-4b16-b3e4-157eb5120e01 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=356f5520-7125-47eb-80f5-645f6d79a372 HTTP/1.1" status: 200 len: 843 time: 0.0686145 Apr 15 20:35:28.847572 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb602680-47ea-4a0f-9946-abe5ea1c6aa1 req-f2c062ff-8e7b-4002-b1df-705e3fbd7122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:28.849196 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-bb602680-47ea-4a0f-9946-abe5ea1c6aa1 req-f2c062ff-8e7b-4002-b1df-705e3fbd7122 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=25f5d648-ab72-4c5f-809e-b2006f745ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0790753 Apr 15 20:35:29.004137 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-bb602680-47ea-4a0f-9946-abe5ea1c6aa1 req-a091a35d-b619-4dcb-9785-1589862e740e service neutron] 10.222.0.76 "GET /v2.0/networks/25f5d648-ab72-4c5f-809e-b2006f745ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375978 Apr 15 20:35:29.161488 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-bb602680-47ea-4a0f-9946-abe5ea1c6aa1 req-7e61bd4e-0ea2-46e5-b7c9-2202b75ddafd service neutron] 10.222.0.76 "GET /v2.0/networks/25f5d648-ab72-4c5f-809e-b2006f745ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420655 Apr 15 20:35:29.328271 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3326e2-eb61-42ef-b396-a725afd17fa9 req-d60df39c-74c5-4143-993d-b484b28ba0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:29.330429 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-7a3326e2-eb61-42ef-b396-a725afd17fa9 req-d60df39c-74c5-4143-993d-b484b28ba0a3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=64c0d911e54a40e790d913561a05ed49&device_id=fed38882-4034-4975-9a7e-2586f14614e5 HTTP/1.1" status: 200 len: 1101 time: 0.1082704 Apr 15 20:35:29.495419 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3326e2-eb61-42ef-b396-a725afd17fa9 req-a1ddb9a4-8ea1-4244-bca8-94ec7efb5b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:29.497027 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-7a3326e2-eb61-42ef-b396-a725afd17fa9 req-a1ddb9a4-8ea1-4244-bca8-94ec7efb5b92 service neutron] 10.222.0.76 "GET /v2.0/networks?id=25f5d648-ab72-4c5f-809e-b2006f745ede HTTP/1.1" status: 200 len: 871 time: 0.1549795 Apr 15 20:35:29.499467 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34264f7d-7072-401d-b331-49f5e9789dce req-2e875137-6dd5-48d3-974b-08a3bda1ec50 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:29.501074 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-34264f7d-7072-401d-b331-49f5e9789dce req-2e875137-6dd5-48d3-974b-08a3bda1ec50 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=402d0c46-dfca-4bdc-bde6-0530e33b1285 HTTP/1.1" status: 200 len: 945 time: 0.0906825 Apr 15 20:35:29.551687 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-34264f7d-7072-401d-b331-49f5e9789dce req-7491c99e-cbd4-4226-a2d0-1bcdd01ded95 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440178 Apr 15 20:35:29.573481 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-7a3326e2-eb61-42ef-b396-a725afd17fa9 req-269e08f8-5f78-44a2-9c32-3767d4267ab3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=bcb98342-75a2-4f63-99b0-e5b8e80c1126 HTTP/1.1" status: 200 len: 217 time: 0.0655146 Apr 15 20:35:29.654227 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3326e2-eb61-42ef-b396-a725afd17fa9 req-fd7bf8ef-cd42-4bff-a76e-f3750f3975ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:29.655860 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-7a3326e2-eb61-42ef-b396-a725afd17fa9 req-fd7bf8ef-cd42-4bff-a76e-f3750f3975ed service neutron] 10.222.0.76 "GET /v2.0/subnets?id=356f5520-7125-47eb-80f5-645f6d79a372 HTTP/1.1" status: 200 len: 843 time: 0.0694790 Apr 15 20:35:29.751465 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3326e2-eb61-42ef-b396-a725afd17fa9 req-4d8b8174-a7ec-4662-b4d8-e50696d021c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:29.753090 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-7a3326e2-eb61-42ef-b396-a725afd17fa9 req-4d8b8174-a7ec-4662-b4d8-e50696d021c6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=25f5d648-ab72-4c5f-809e-b2006f745ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0847657 Apr 15 20:35:29.899905 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-7a3326e2-eb61-42ef-b396-a725afd17fa9 req-1ffb0cda-90f8-4a8d-be18-eaa5d97fa75d service neutron] 10.222.0.76 "GET /v2.0/networks/25f5d648-ab72-4c5f-809e-b2006f745ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359234 Apr 15 20:35:29.948971 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa135d56-925c-4568-ad0e-ad4228d40704 req-4be1a95f-ae13-45aa-ab34-35414e496c42 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:29.950434 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-aa135d56-925c-4568-ad0e-ad4228d40704 req-4be1a95f-ae13-45aa-ab34-35414e496c42 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] 10.222.0.69 "GET /v2.0/ports?device_id=fed38882-4034-4975-9a7e-2586f14614e5 HTTP/1.1" status: 200 len: 948 time: 0.0874627 Apr 15 20:35:29.998051 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-aa135d56-925c-4568-ad0e-ad4228d40704 req-d598572a-4b73-440b-ad68-91087b237546 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] 10.222.0.69 "GET /v2.0/security-groups?id=7dc01a0c-b38c-4cf9-98b5-6193fd4cd7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410149 Apr 15 20:35:30.048863 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-7a3326e2-eb61-42ef-b396-a725afd17fa9 req-4a9a8f7c-5a87-4049-a421-8f1a059df82d service neutron] 10.222.0.76 "GET /v2.0/networks/25f5d648-ab72-4c5f-809e-b2006f745ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352267 Apr 15 20:35:30.761019 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a6d3e1-9a80-49c2-b5cb-3a3b36634a7c req-30450bef-48a5-4e80-b0d4-d185ba71155f tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:30.762664 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c5a6d3e1-9a80-49c2-b5cb-3a3b36634a7c req-30450bef-48a5-4e80-b0d4-d185ba71155f tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=402d0c46-dfca-4bdc-bde6-0530e33b1285 HTTP/1.1" status: 200 len: 945 time: 0.0908260 Apr 15 20:35:30.813738 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c5a6d3e1-9a80-49c2-b5cb-3a3b36634a7c req-65ab10ae-690c-4f29-a756-5ff1a65b7d90 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443778 Apr 15 20:35:31.403862 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc42350-3e22-45eb-a45e-b8278305d982 req-dccd1ccd-fdf4-45fe-81ed-0ead8f9b0339 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:31.405607 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-3cc42350-3e22-45eb-a45e-b8278305d982 req-dccd1ccd-fdf4-45fe-81ed-0ead8f9b0339 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] 10.222.0.69 "GET /v2.0/ports?device_id=fed38882-4034-4975-9a7e-2586f14614e5 HTTP/1.1" status: 200 len: 948 time: 0.1136062 Apr 15 20:35:31.458872 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-3cc42350-3e22-45eb-a45e-b8278305d982 req-137f146c-8091-4f8b-b3a4-58c9d6b657c9 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] 10.222.0.69 "GET /v2.0/security-groups?id=7dc01a0c-b38c-4cf9-98b5-6193fd4cd7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456603 Apr 15 20:35:31.553487 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46768e07-f19a-4f7a-857d-e8dbebaae241 req-116d4f55-e0cf-427d-9b3d-418baa786158 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:31.556072 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-46768e07-f19a-4f7a-857d-e8dbebaae241 req-116d4f55-e0cf-427d-9b3d-418baa786158 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b0f5546-ad33-40d8-94b2-83b445a88502 HTTP/1.1" status: 200 len: 946 time: 0.0938370 Apr 15 20:35:31.560360 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 34778) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:35:31.612958 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-46768e07-f19a-4f7a-857d-e8dbebaae241 req-afe77620-125c-4f7e-9dee-a857190deee8 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=27a4496c-faf3-4e36-a2a3-82d63f6ce3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494039 Apr 15 20:35:31.713564 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c97bab1f-e80c-4e47-9243-c976bb4edd96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:31.729161 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-c97bab1f-e80c-4e47-9243-c976bb4edd96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:35:31.733718 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-c97bab1f-e80c-4e47-9243-c976bb4edd96 admin admin] Usage tracker for resource:security_group_rule and tenant:7ec31c65a68b4b7ebf131682bcc1fab2 is out of sync, need to count used quota {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:35:31.737147 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-c97bab1f-e80c-4e47-9243-c976bb4edd96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:35:31.744345 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-c97bab1f-e80c-4e47-9243-c976bb4edd96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:35:31.838834 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c97bab1f-e80c-4e47-9243-c976bb4edd96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:31.843682 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c97bab1f-e80c-4e47-9243-c976bb4edd96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:31.856670 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-c28e8eaa-f449-4ee6-9e5d-bb423a4fde58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:35:31.897920 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-c97bab1f-e80c-4e47-9243-c976bb4edd96 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7ec31c65a68b4b7ebf131682bcc1fab2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3363552 Apr 15 20:35:31.899650 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97bab1f-e80c-4e47-9243-c976bb4edd96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e20685f-5750-414f-8708-0b66286334e6,revision_number=1']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:35:31.902396 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 34790) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:35:31.902933 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-c97bab1f-e80c-4e47-9243-c976bb4edd96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:35:31.966827 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-b3fc3cb4-c964-49a1-9400-b595300a0454 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:31.998220 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-b3fc3cb4-c964-49a1-9400-b595300a0454 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:32.013647 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd629e-7e1c-4a4b-8f89-952d78657aeb req-004397e2-449f-46a4-9bc3-ab8209757d59 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:32.015321 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-58dd629e-7e1c-4a4b-8f89-952d78657aeb req-004397e2-449f-46a4-9bc3-ab8209757d59 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=402d0c46-dfca-4bdc-bde6-0530e33b1285 HTTP/1.1" status: 200 len: 945 time: 0.0896387 Apr 15 20:35:32.044115 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-b3fc3cb4-c964-49a1-9400-b595300a0454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:32.048183 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-7db99571-ab24-4552-8cec-dc309ce30808 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:35:32.060093 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fc3cb4-c964-49a1-9400-b595300a0454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e20685f-5750-414f-8708-0b66286334e6,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:35:32.065048 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-b3fc3cb4-c964-49a1-9400-b595300a0454 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:35:32.065140 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-58dd629e-7e1c-4a4b-8f89-952d78657aeb req-39b4c617-5324-4d1a-930e-86ed8ab2a8f3 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421581 Apr 15 20:35:32.067470 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-b3fc3cb4-c964-49a1-9400-b595300a0454 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:32.070404 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-b3fc3cb4-c964-49a1-9400-b595300a0454 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1e20685f-5750-414f-8708-0b66286334e6 HTTP/1.1" status: 204 len: 168 time: 0.1648452 Apr 15 20:35:32.384414 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 34798) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:35:32.403389 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-24eb20f3-6a97-4191-8144-4fa09383870b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:32.422454 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-24eb20f3-6a97-4191-8144-4fa09383870b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:35:32.426714 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-24eb20f3-6a97-4191-8144-4fa09383870b admin admin] Usage tracker for resource:security_group_rule and tenant:74055a7e62014606b9d72fc7644955c2 is out of sync, need to count used quota {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:35:32.429727 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-24eb20f3-6a97-4191-8144-4fa09383870b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:35:32.435973 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-24eb20f3-6a97-4191-8144-4fa09383870b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:35:32.522206 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-24eb20f3-6a97-4191-8144-4fa09383870b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:32.526058 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-24eb20f3-6a97-4191-8144-4fa09383870b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:32.535225 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-1fc7045a-d59a-4b4f-ad02-d84cb88f288f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:35:32.576122 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-24eb20f3-6a97-4191-8144-4fa09383870b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=74055a7e62014606b9d72fc7644955c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1904640 Apr 15 20:35:32.579281 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 34804) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:35:32.579716 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eb20f3-6a97-4191-8144-4fa09383870b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec54f40-20c1-424d-9efa-c39e96455cee,revision_number=1']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:35:32.582958 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-24eb20f3-6a97-4191-8144-4fa09383870b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:35:32.643707 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4efe1e99-6e49-46f8-8211-412a094f7fc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:32.669183 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1ec7b-7a08-4072-8c34-5d2475d5505d req-2a75adfa-a131-4840-a77c-3db9f17aaea4 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:32.672900 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4efe1e99-6e49-46f8-8211-412a094f7fc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:32.673724 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-3eb1ec7b-7a08-4072-8c34-5d2475d5505d req-2a75adfa-a131-4840-a77c-3db9f17aaea4 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] 10.222.0.69 "GET /v2.0/ports?device_id=fed38882-4034-4975-9a7e-2586f14614e5 HTTP/1.1" status: 200 len: 948 time: 0.0957961 Apr 15 20:35:32.724641 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4efe1e99-6e49-46f8-8211-412a094f7fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:32.725267 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-3eb1ec7b-7a08-4072-8c34-5d2475d5505d req-1993cb32-1434-4ca1-b983-e37abb9a4b94 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] 10.222.0.69 "GET /v2.0/security-groups?id=7dc01a0c-b38c-4cf9-98b5-6193fd4cd7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475843 Apr 15 20:35:32.730471 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-dbc896c4-17b9-4ed7-8934-5a3353bf5de9 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:35:32.743587 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efe1e99-6e49-46f8-8211-412a094f7fc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec54f40-20c1-424d-9efa-c39e96455cee,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:35:32.746108 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-4efe1e99-6e49-46f8-8211-412a094f7fc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:35:32.753613 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4efe1e99-6e49-46f8-8211-412a094f7fc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:32.754934 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-4efe1e99-6e49-46f8-8211-412a094f7fc7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fec54f40-20c1-424d-9efa-c39e96455cee HTTP/1.1" status: 204 len: 168 time: 0.1744294 Apr 15 20:35:32.828318 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d87edb-ba6b-4b29-9842-5b217b9f4c3b req-7d923284-85c8-4058-873c-b940dd857c47 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:32.829925 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-27d87edb-ba6b-4b29-9842-5b217b9f4c3b req-7d923284-85c8-4058-873c-b940dd857c47 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b0f5546-ad33-40d8-94b2-83b445a88502 HTTP/1.1" status: 200 len: 946 time: 0.0945826 Apr 15 20:35:32.877413 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-27d87edb-ba6b-4b29-9842-5b217b9f4c3b req-a526e3e5-cf06-4e16-aec4-c3cf0ec144c2 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=27a4496c-faf3-4e36-a2a3-82d63f6ce3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411553 Apr 15 20:35:33.272140 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf7ffd1-82a4-4874-aae7-901137246268 req-17310b11-a24d-49f6-b343-549e7ddd493a tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:33.273715 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-edf7ffd1-82a4-4874-aae7-901137246268 req-17310b11-a24d-49f6-b343-549e7ddd493a tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=402d0c46-dfca-4bdc-bde6-0530e33b1285 HTTP/1.1" status: 200 len: 945 time: 0.0919905 Apr 15 20:35:33.322634 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-edf7ffd1-82a4-4874-aae7-901137246268 req-cbb8da10-79ec-47fc-9ee2-4eac0c0d06af tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422230 Apr 15 20:35:33.473093 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device bcb98342-75a2-4f63-99b0-e5b8e80c1126 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 20:35:33.622000 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] For port bcb98342-75a2-4f63-99b0-e5b8e80c1126, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=bcb98342-75a2-4f63-99b0-e5b8e80c1126,segment=NetworkSegment(244f7afd-9758-4681-a3d7-94aee207788e),segment_id=244f7afd-9758-4681-a3d7-94aee207788e)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:35:33.635943 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Returning: {'device': 'bcb98342-75a2-4f63-99b0-e5b8e80c1126', 'network_id': '25f5d648-ab72-4c5f-809e-b2006f745ede', 'port_id': 'bcb98342-75a2-4f63-99b0-e5b8e80c1126', 'mac_address': 'fa:16:3e:95:10:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1075, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '356f5520-7125-47eb-80f5-645f6d79a372', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 20:35:33.703162 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:33.726042 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcb98342-75a2-4f63-99b0-e5b8e80c1126 {{(pid=85413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:35:33.744772 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] For port bcb98342-75a2-4f63-99b0-e5b8e80c1126, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=bcb98342-75a2-4f63-99b0-e5b8e80c1126,segment=NetworkSegment(244f7afd-9758-4681-a3d7-94aee207788e),segment_id=244f7afd-9758-4681-a3d7-94aee207788e)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:35:33.748329 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:33.750270 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:35:33.843565 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Pushing event updated for resources: {'Port': ['ID=bcb98342-75a2-4f63-99b0-e5b8e80c1126,revision_number=4']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:35:33.851862 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:35:33.852330 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:35:33.852954 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:35:33.853494 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:35:33.853866 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:35:33.854216 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:35:33.854887 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:35:33.855394 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:35:33.855742 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:35:33.856261 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:35:33.856625 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:35:33.856985 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:35:33.867730 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:35:33.931575 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36bba03-cfe6-44e3-b47c-ef414be5471d req-f9988831-9e0e-4ef5-83a0-044c7d56ab40 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:33.933148 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-a36bba03-cfe6-44e3-b47c-ef414be5471d req-f9988831-9e0e-4ef5-83a0-044c7d56ab40 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] 10.222.0.69 "GET /v2.0/ports?device_id=fed38882-4034-4975-9a7e-2586f14614e5 HTTP/1.1" status: 200 len: 949 time: 0.0878189 Apr 15 20:35:33.983936 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-a36bba03-cfe6-44e3-b47c-ef414be5471d req-61422f31-5c60-48ba-a2a8-e599dd1f2e6d tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] 10.222.0.69 "GET /v2.0/security-groups?id=7dc01a0c-b38c-4cf9-98b5-6193fd4cd7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432236 Apr 15 20:35:34.097222 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2911ccac-b72d-4cb3-9d45-1903b8cf1e18 req-f9165b45-b883-450f-a0dc-8c1ac872fd44 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:34.099097 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-2911ccac-b72d-4cb3-9d45-1903b8cf1e18 req-f9165b45-b883-450f-a0dc-8c1ac872fd44 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b0f5546-ad33-40d8-94b2-83b445a88502 HTTP/1.1" status: 200 len: 946 time: 0.0929675 Apr 15 20:35:34.148158 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-2911ccac-b72d-4cb3-9d45-1903b8cf1e18 req-ea7c66da-74e6-43c0-8d79-1bfbec256cd0 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=27a4496c-faf3-4e36-a2a3-82d63f6ce3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424829 Apr 15 20:35:34.327509 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] get_ports_and_sgs() called for port_ids ['bcb98342-75a2-4f63-99b0-e5b8e80c1126'] {{(pid=85413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:35:34.536525 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28edb71b-3265-488a-814b-8ca27992e6a1 req-de96ce93-2346-453d-9332-f9c57f0f8e6c tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:34.538111 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-28edb71b-3265-488a-814b-8ca27992e6a1 req-de96ce93-2346-453d-9332-f9c57f0f8e6c tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=402d0c46-dfca-4bdc-bde6-0530e33b1285 HTTP/1.1" status: 200 len: 945 time: 0.0900860 Apr 15 20:35:34.591287 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-28edb71b-3265-488a-814b-8ca27992e6a1 req-335ad565-4cb0-4570-be44-9ef46a048831 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458059 Apr 15 20:35:35.190726 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19acc2d-0f4a-4387-825a-96ff2c43abee req-42785041-1a26-49bd-9621-12c1b74e85d4 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:35.192324 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c19acc2d-0f4a-4387-825a-96ff2c43abee req-42785041-1a26-49bd-9621-12c1b74e85d4 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] 10.222.0.69 "GET /v2.0/ports?device_id=fed38882-4034-4975-9a7e-2586f14614e5 HTTP/1.1" status: 200 len: 949 time: 0.0889249 Apr 15 20:35:35.241036 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c19acc2d-0f4a-4387-825a-96ff2c43abee req-65e62880-83c8-45ab-a0b6-968272a65984 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] 10.222.0.69 "GET /v2.0/security-groups?id=7dc01a0c-b38c-4cf9-98b5-6193fd4cd7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419943 Apr 15 20:35:35.358265 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a0c03-e5c0-492c-ad2f-b2af8ae6fa05 req-8db9d283-aba5-458b-b57e-0c5f9b39ccb9 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:35.359817 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-773a0c03-e5c0-492c-ad2f-b2af8ae6fa05 req-8db9d283-aba5-458b-b57e-0c5f9b39ccb9 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b0f5546-ad33-40d8-94b2-83b445a88502 HTTP/1.1" status: 200 len: 946 time: 0.0921681 Apr 15 20:35:35.408804 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-773a0c03-e5c0-492c-ad2f-b2af8ae6fa05 req-d4160513-709c-4d21-acc6-f33927255497 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=27a4496c-faf3-4e36-a2a3-82d63f6ce3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424392 Apr 15 20:35:35.795731 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2084d7c7-bdaf-409e-92d7-acbe7c290fcf req-77254cfc-487d-4fcb-8145-fbcccb314bc6 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:35.797403 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-2084d7c7-bdaf-409e-92d7-acbe7c290fcf req-77254cfc-487d-4fcb-8145-fbcccb314bc6 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=402d0c46-dfca-4bdc-bde6-0530e33b1285 HTTP/1.1" status: 200 len: 945 time: 0.0937972 Apr 15 20:35:35.847067 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-2084d7c7-bdaf-409e-92d7-acbe7c290fcf req-cb05de77-f2e7-43c0-b769-0d39692aafcb tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/security-groups?id=defb81b7-8924-44d3-a728-1c9af213f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425801 Apr 15 20:35:36.243169 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eaaa0f-f40f-4bcb-bff6-55d5ed393c6d req-38905063-1cb3-4609-8c78-a53004a0175c tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:36.243854 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-03eaaa0f-f40f-4bcb-bff6-55d5ed393c6d req-38905063-1cb3-4609-8c78-a53004a0175c tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Synchronizing usage tracker for tenant:1e31b55aa57d4e31a2da58cc9cf6c253 on resource:port {{(pid=85412) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:35:36.259743 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-03eaaa0f-f40f-4bcb-bff6-55d5ed393c6d req-38905063-1cb3-4609-8c78-a53004a0175c tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Unset dirty status for tenant:1e31b55aa57d4e31a2da58cc9cf6c253 on resource:port {{(pid=85412) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:35:36.260957 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-03eaaa0f-f40f-4bcb-bff6-55d5ed393c6d req-38905063-1cb3-4609-8c78-a53004a0175c tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.76 "GET /v2.0/ports?device_id=402d0c46-dfca-4bdc-bde6-0530e33b1285 HTTP/1.1" status: 200 len: 945 time: 0.1097105 Apr 15 20:35:36.339533 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [req-03eaaa0f-f40f-4bcb-bff6-55d5ed393c6d req-1fdd0bb2-c89f-426d-b1a8-8123c14ee9ec tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Deleting port fc41e5a6-b0ea-49fb-b50c-ac856b571e16 {{(pid=85412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:35:36.340322 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-03eaaa0f-f40f-4bcb-bff6-55d5ed393c6d req-1fdd0bb2-c89f-426d-b1a8-8123c14ee9ec tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245249624948'] for port, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:36.461180 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd906f-c079-49d1-becd-d41330fd1bb6 req-afda8751-57a1-4375-ac9b-08ec1c8ab562 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:36.462794 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-e4dd906f-c079-49d1-becd-d41330fd1bb6 req-afda8751-57a1-4375-ac9b-08ec1c8ab562 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] 10.222.0.69 "GET /v2.0/ports?device_id=fed38882-4034-4975-9a7e-2586f14614e5 HTTP/1.1" status: 200 len: 949 time: 0.1058276 Apr 15 20:35:36.518176 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-e4dd906f-c079-49d1-becd-d41330fd1bb6 req-8e1f9c82-b4ba-4951-8b6b-a79e27161b58 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] 10.222.0.69 "GET /v2.0/security-groups?id=7dc01a0c-b38c-4cf9-98b5-6193fd4cd7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474105 Apr 15 20:35:36.633855 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6dba09-2947-41ee-a1df-438d29fdeb9e req-c7e3d0f7-fa61-4462-bead-233fb1b530de tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:36.635804 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-8a6dba09-2947-41ee-a1df-438d29fdeb9e req-c7e3d0f7-fa61-4462-bead-233fb1b530de tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b0f5546-ad33-40d8-94b2-83b445a88502 HTTP/1.1" status: 200 len: 946 time: 0.0924063 Apr 15 20:35:36.639659 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [req-03eaaa0f-f40f-4bcb-bff6-55d5ed393c6d req-1fdd0bb2-c89f-426d-b1a8-8123c14ee9ec tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] For port fc41e5a6-b0ea-49fb-b50c-ac856b571e16, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=fc41e5a6-b0ea-49fb-b50c-ac856b571e16,segment=NetworkSegment(12e8ab93-f25d-4cfa-af33-1044a42b7753),segment_id=12e8ab93-f25d-4cfa-af33-1044a42b7753)] {{(pid=85412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:35:36.640152 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-03eaaa0f-f40f-4bcb-bff6-55d5ed393c6d req-1fdd0bb2-c89f-426d-b1a8-8123c14ee9ec tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16344636'] for port, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:36.688140 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-8a6dba09-2947-41ee-a1df-438d29fdeb9e req-366019c2-68ee-4cba-bf89-95927291aec8 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=27a4496c-faf3-4e36-a2a3-82d63f6ce3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457680 Apr 15 20:35:36.781610 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [req-03eaaa0f-f40f-4bcb-bff6-55d5ed393c6d req-1fdd0bb2-c89f-426d-b1a8-8123c14ee9ec tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Calling delete_port for fc41e5a6-b0ea-49fb-b50c-ac856b571e16 owned by compute:nova {{(pid=85412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:35:36.939208 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-03eaaa0f-f40f-4bcb-bff6-55d5ed393c6d req-1fdd0bb2-c89f-426d-b1a8-8123c14ee9ec tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791605129519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791604687919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852524119'] for port, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:36.954587 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-e088b2d4-dd67-4b3a-8971-ca98efa7aa7f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:35:36.955122 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] get_ports_and_sgs() called for port_ids ['fc41e5a6-b0ea-49fb-b50c-ac856b571e16'] {{(pid=85413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:35:37.006317 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdd0bb2-c89f-426d-b1a8-8123c14ee9ec tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Pushing event deleted for resources: {'Port': ['ID=fc41e5a6-b0ea-49fb-b50c-ac856b571e16,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:35:37.019888 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-cbccca81-7e81-4d73-af65-d22398af6f37 req-a899a74f-2c33-4415-a5b6-ebbdb13234c0 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=402d0c46-dfca-4bdc-bde6-0530e33b1285 HTTP/1.1" status: 200 len: 210 time: 0.0495124 Apr 15 20:35:37.052733 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-1fdd0bb2-c89f-426d-b1a8-8123c14ee9ec tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:35:37.199076 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [req-03eaaa0f-f40f-4bcb-bff6-55d5ed393c6d req-1fdd0bb2-c89f-426d-b1a8-8123c14ee9ec tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] No DVR routers for this DVR port fc41e5a6-b0ea-49fb-b50c-ac856b571e16 on host hv-cinder-78638 {{(pid=85412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 20:35:37.201628 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-03eaaa0f-f40f-4bcb-bff6-55d5ed393c6d req-1fdd0bb2-c89f-426d-b1a8-8123c14ee9ec tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-906'] for port, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:37.204520 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '402d0c46-dfca-4bdc-bde6-0530e33b1285', 'name': 'network-vif-deleted', 'tag': 'fc41e5a6-b0ea-49fb-b50c-ac856b571e16'}] {{(pid=85412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:35:37.220227 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-03eaaa0f-f40f-4bcb-bff6-55d5ed393c6d req-1fdd0bb2-c89f-426d-b1a8-8123c14ee9ec tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.76 "DELETE /v2.0/ports/fc41e5a6-b0ea-49fb-b50c-ac856b571e16 HTTP/1.1" status: 204 len: 173 time: 0.9526556 Apr 15 20:35:37.253982 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '402d0c46-dfca-4bdc-bde6-0530e33b1285', 'name': 'network-vif-deleted', 'tag': 'fc41e5a6-b0ea-49fb-b50c-ac856b571e16', 'status': 'completed', 'code': 200} Apr 15 20:35:37.508186 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device bcb98342-75a2-4f63-99b0-e5b8e80c1126 up at agent hyperv_hv-cinder-78638 {{(pid=85413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:35:37.588743 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Provisioning for port bcb98342-75a2-4f63-99b0-e5b8e80c1126 completed by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:35:37.594188 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Provisioning complete for port bcb98342-75a2-4f63-99b0-e5b8e80c1126 triggered by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:35:37.594646 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:37.728568 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa575e24-0433-40d0-aed9-0422c3259148 req-e3d6814f-a148-484b-827e-db2b923faba3 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:37.730223 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-aa575e24-0433-40d0-aed9-0422c3259148 req-e3d6814f-a148-484b-827e-db2b923faba3 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] 10.222.0.69 "GET /v2.0/ports?device_id=fed38882-4034-4975-9a7e-2586f14614e5 HTTP/1.1" status: 200 len: 949 time: 0.0929346 Apr 15 20:35:37.740523 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:37.781916 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fed38882-4034-4975-9a7e-2586f14614e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcb98342-75a2-4f63-99b0-e5b8e80c1126'}] {{(pid=85413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:35:37.784141 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-aa575e24-0433-40d0-aed9-0422c3259148 req-eeb80c8a-668c-4c26-bf11-2686fc003f35 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] 10.222.0.69 "GET /v2.0/security-groups?id=7dc01a0c-b38c-4cf9-98b5-6193fd4cd7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438092 Apr 15 20:35:37.795439 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] For port bcb98342-75a2-4f63-99b0-e5b8e80c1126, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=bcb98342-75a2-4f63-99b0-e5b8e80c1126,segment=NetworkSegment(244f7afd-9758-4681-a3d7-94aee207788e),segment_id=244f7afd-9758-4681-a3d7-94aee207788e)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:35:37.800136 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:37.801033 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device fc41e5a6-b0ea-49fb-b50c-ac856b571e16 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 20:35:37.833353 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:35:37.889918 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] No Port match for: fc41e5a6-b0ea-49fb-b50c-ac856b571e16 {{(pid=85413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 20:35:37.890313 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device fc41e5a6-b0ea-49fb-b50c-ac856b571e16 not bound to the agent host hv-cinder-78638 {{(pid=85413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 20:35:37.921971 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Pushing event updated for resources: {'Port': ['ID=bcb98342-75a2-4f63-99b0-e5b8e80c1126,revision_number=5']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:35:37.926580 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fed38882-4034-4975-9a7e-2586f14614e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcb98342-75a2-4f63-99b0-e5b8e80c1126', 'code': 200} Apr 15 20:35:37.927732 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:35:37.945597 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bb4ecb-5106-452f-88ca-9e4ba1c1c4f0 req-74d7b57b-2cca-4d9b-97fb-5686bfa22c63 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:37.947293 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-54bb4ecb-5106-452f-88ca-9e4ba1c1c4f0 req-74d7b57b-2cca-4d9b-97fb-5686bfa22c63 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b0f5546-ad33-40d8-94b2-83b445a88502 HTTP/1.1" status: 200 len: 946 time: 0.1086609 Apr 15 20:35:38.008445 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-54bb4ecb-5106-452f-88ca-9e4ba1c1c4f0 req-2b315908-f1cc-4ab4-a7fd-338992a9f9e4 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=27a4496c-faf3-4e36-a2a3-82d63f6ce3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533178 Apr 15 20:35:38.225515 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-619909a9-c3d9-43d7-bbde-3e6ed85338ae req-82fbdb14-0119-4ccd-ab37-e38ffd8955e2 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] 10.222.0.69 "GET /v2.0/ports?device_id=402d0c46-dfca-4bdc-bde6-0530e33b1285 HTTP/1.1" status: 200 len: 210 time: 0.0485270 Apr 15 20:35:38.300379 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c107e012-bd08-4d00-b7f5-f60b74e96323 req-0158b257-0186-47ee-8922-3f17c9e8e133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:38.302057 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c107e012-bd08-4d00-b7f5-f60b74e96323 req-0158b257-0186-47ee-8922-3f17c9e8e133 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=fed38882-4034-4975-9a7e-2586f14614e5 HTTP/1.1" status: 200 len: 1103 time: 0.0781887 Apr 15 20:35:38.355341 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c107e012-bd08-4d00-b7f5-f60b74e96323 req-38937aa1-6e5e-4099-8c39-3699c7731aae service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=7dc01a0c-b38c-4cf9-98b5-6193fd4cd7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405011 Apr 15 20:35:39.025619 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.agents_db [None req-12650cd8-a504-4c0d-a4a2-248dab766c22 None None] Agent healthcheck: found 6 active agents {{(pid=85414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:35:39.029393 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363163e-626e-43dd-b163-7b926aac3517 req-1730dda5-51ba-437e-8d3e-9b2516c84755 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:39.031109 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-1363163e-626e-43dd-b163-7b926aac3517 req-1730dda5-51ba-437e-8d3e-9b2516c84755 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] 10.222.0.69 "GET /v2.0/ports?device_id=fed38882-4034-4975-9a7e-2586f14614e5 HTTP/1.1" status: 200 len: 950 time: 0.0997376 Apr 15 20:35:39.080046 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-1363163e-626e-43dd-b163-7b926aac3517 req-20f4087f-ce30-4d5d-b45c-ffb889018295 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] 10.222.0.69 "GET /v2.0/security-groups?id=7dc01a0c-b38c-4cf9-98b5-6193fd4cd7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423009 Apr 15 20:35:39.229317 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c8edf-9bb2-4210-893d-ed169e049626 req-0367a7ea-f6f6-4786-b6b9-cea2e9ec2928 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:39.230950 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-104c8edf-9bb2-4210-893d-ed169e049626 req-0367a7ea-f6f6-4786-b6b9-cea2e9ec2928 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b0f5546-ad33-40d8-94b2-83b445a88502 HTTP/1.1" status: 200 len: 946 time: 0.1034713 Apr 15 20:35:39.282576 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-104c8edf-9bb2-4210-893d-ed169e049626 req-945a069a-d9ef-4056-9808-ed85a9750135 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=27a4496c-faf3-4e36-a2a3-82d63f6ce3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450556 Apr 15 20:35:39.332940 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 34940) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:35:39.715035 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 34958) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:35:39.929472 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4f4de1f3-7e0b-4165-93ef-72d4dcab906c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:39.948869 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-4f4de1f3-7e0b-4165-93ef-72d4dcab906c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:35:39.954850 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-4f4de1f3-7e0b-4165-93ef-72d4dcab906c admin admin] Usage tracker for resource:security_group_rule and tenant:c30a89e1f8a84deab71a5165ac1e6b08 is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:35:39.962860 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-4f4de1f3-7e0b-4165-93ef-72d4dcab906c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:35:39.971616 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-4f4de1f3-7e0b-4165-93ef-72d4dcab906c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:35:40.003440 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4e9c26c5-e6e9-4e89-9954-548e6dde2111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16369167'] for router_interface, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:40.291035 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b0877c-22cd-4b02-acd2-5e7a31024c9b req-1206db6f-e8af-4102-b8c7-5db3dde4f469 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:40.292761 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c7b0877c-22cd-4b02-acd2-5e7a31024c9b req-1206db6f-e8af-4102-b8c7-5db3dde4f469 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] 10.222.0.69 "GET /v2.0/ports?device_id=fed38882-4034-4975-9a7e-2586f14614e5 HTTP/1.1" status: 200 len: 950 time: 0.0945206 Apr 15 20:35:40.344911 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c7b0877c-22cd-4b02-acd2-5e7a31024c9b req-12cc7dce-315c-4edc-a920-ce4d6aaab05d tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] 10.222.0.69 "GET /v2.0/security-groups?id=7dc01a0c-b38c-4cf9-98b5-6193fd4cd7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451384 Apr 15 20:35:40.470225 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4f4de1f3-7e0b-4165-93ef-72d4dcab906c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:40.483370 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4f4de1f3-7e0b-4165-93ef-72d4dcab906c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:40.494295 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-038b84d8-d392-4b4e-95ef-f4d8064d0841 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:35:40.523989 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2378c17-0c3b-4a65-84ea-9bbeb314fef1 req-854c42ff-085a-4a87-bc10-c958a4fb8393 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:40.526909 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c2378c17-0c3b-4a65-84ea-9bbeb314fef1 req-854c42ff-085a-4a87-bc10-c958a4fb8393 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b0f5546-ad33-40d8-94b2-83b445a88502 HTTP/1.1" status: 200 len: 946 time: 0.1045842 Apr 15 20:35:40.579173 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c2378c17-0c3b-4a65-84ea-9bbeb314fef1 req-ca41d304-83bf-4867-8152-3855566e25b2 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=27a4496c-faf3-4e36-a2a3-82d63f6ce3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450034 Apr 15 20:35:40.598281 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-4f4de1f3-7e0b-4165-93ef-72d4dcab906c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c30a89e1f8a84deab71a5165ac1e6b08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8820651 Apr 15 20:35:40.601037 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 34974) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:35:40.639961 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4de1f3-7e0b-4165-93ef-72d4dcab906c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=281a550f-d355-4bad-b56c-6643bf5f7d89,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:35:40.648285 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-4f4de1f3-7e0b-4165-93ef-72d4dcab906c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:35:40.673315 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-bc46195d-93db-4ce9-a6aa-c2a6713eaf51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:40.701532 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-bc46195d-93db-4ce9-a6aa-c2a6713eaf51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:40.746529 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-bc46195d-93db-4ce9-a6aa-c2a6713eaf51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:40.746953 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c26c5-e6e9-4e89-9954-548e6dde2111 admin admin] Deleting port ff68ae56-a0c3-4bd8-b33a-2ef34cf7561e {{(pid=85412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:35:40.747363 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4e9c26c5-e6e9-4e89-9954-548e6dde2111 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245249624948'] for port, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:40.751710 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-5260fff4-1fc3-4017-a9cc-172faa2bb327 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:35:40.771389 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc46195d-93db-4ce9-a6aa-c2a6713eaf51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=281a550f-d355-4bad-b56c-6643bf5f7d89,revision_number=None']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:35:40.813170 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-bc46195d-93db-4ce9-a6aa-c2a6713eaf51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:35:40.833128 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-bc46195d-93db-4ce9-a6aa-c2a6713eaf51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:40.834346 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-bc46195d-93db-4ce9-a6aa-c2a6713eaf51 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/281a550f-d355-4bad-b56c-6643bf5f7d89 HTTP/1.1" status: 204 len: 168 time: 0.2317421 Apr 15 20:35:40.871861 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca6ce7-722a-409c-a6c7-8f0d5d1edb08 req-ebfbac4b-75c0-4efa-bca1-6930f5b656d0 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:40.873924 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-60ca6ce7-722a-409c-a6c7-8f0d5d1edb08 req-ebfbac4b-75c0-4efa-bca1-6930f5b656d0 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] 10.222.0.69 "GET /v2.0/ports?device_id=fed38882-4034-4975-9a7e-2586f14614e5 HTTP/1.1" status: 200 len: 950 time: 0.1064119 Apr 15 20:35:40.929611 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-60ca6ce7-722a-409c-a6c7-8f0d5d1edb08 req-30c66a57-bb00-4a24-8d6f-debc291436bf tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] 10.222.0.69 "GET /v2.0/security-groups?id=7dc01a0c-b38c-4cf9-98b5-6193fd4cd7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490015 Apr 15 20:35:40.948259 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-4e9c26c5-e6e9-4e89-9954-548e6dde2111 admin admin] For port ff68ae56-a0c3-4bd8-b33a-2ef34cf7561e, host dv-cinder-786386-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-2-smb',level=0,port_id=ff68ae56-a0c3-4bd8-b33a-2ef34cf7561e,segment=NetworkSegment(12e8ab93-f25d-4cfa-af33-1044a42b7753),segment_id=12e8ab93-f25d-4cfa-af33-1044a42b7753)] {{(pid=85412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:35:40.948859 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4e9c26c5-e6e9-4e89-9954-548e6dde2111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16344636'] for port, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:41.082225 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c26c5-e6e9-4e89-9954-548e6dde2111 admin admin] Calling delete_port for ff68ae56-a0c3-4bd8-b33a-2ef34cf7561e owned by network:router_interface {{(pid=85412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:35:41.140006 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 34984) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:35:41.158911 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-85c3fb68-a3da-47bc-b298-a5eddae1e15a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:41.174455 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-85c3fb68-a3da-47bc-b298-a5eddae1e15a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:35:41.178782 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-85c3fb68-a3da-47bc-b298-a5eddae1e15a admin admin] Usage tracker for resource:security_group_rule and tenant:038e9df44add42c7b8c41e8163df3f36 is out of sync, need to count used quota {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:35:41.181878 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-85c3fb68-a3da-47bc-b298-a5eddae1e15a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:35:41.188293 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-85c3fb68-a3da-47bc-b298-a5eddae1e15a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:35:41.274047 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-85c3fb68-a3da-47bc-b298-a5eddae1e15a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:41.277818 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-85c3fb68-a3da-47bc-b298-a5eddae1e15a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:41.291783 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-83b7e1f7-b723-440d-8e75-0e8b100c2bc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:35:41.333340 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-85c3fb68-a3da-47bc-b298-a5eddae1e15a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=038e9df44add42c7b8c41e8163df3f36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1921566 Apr 15 20:35:41.335182 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c3fb68-a3da-47bc-b298-a5eddae1e15a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f8a027-ec68-4675-a273-786596c3b93a,revision_number=1']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:35:41.336488 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 34988) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:35:41.338704 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-85c3fb68-a3da-47bc-b298-a5eddae1e15a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:35:41.461224 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4e9c26c5-e6e9-4e89-9954-548e6dde2111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791605129519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791604687919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852524119'] for port, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:41.476204 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-4d7d8a44-a483-4373-bee0-0eed65b95799 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:35:41.513618 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-83ad88ad-33e3-4815-b7d3-d5e3de22ed75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:41.525010 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c26c5-e6e9-4e89-9954-548e6dde2111 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff68ae56-a0c3-4bd8-b33a-2ef34cf7561e,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:35:41.583655 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-4e9c26c5-e6e9-4e89-9954-548e6dde2111 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:35:41.615135 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-83ad88ad-33e3-4815-b7d3-d5e3de22ed75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:41.767642 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-83ad88ad-33e3-4815-b7d3-d5e3de22ed75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:41.774408 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-1d5f6d08-491c-4eba-8451-7edd46671bbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:35:41.791581 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a2575-d1c2-4c3e-aa7a-1333cb814489 req-7a0d20a6-f647-4355-8536-ff8c387c688d tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:41.793197 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-091a2575-d1c2-4c3e-aa7a-1333cb814489 req-7a0d20a6-f647-4355-8536-ff8c387c688d tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b0f5546-ad33-40d8-94b2-83b445a88502 HTTP/1.1" status: 200 len: 946 time: 0.0924375 Apr 15 20:35:41.815303 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ad88ad-33e3-4815-b7d3-d5e3de22ed75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f8a027-ec68-4675-a273-786596c3b93a,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:35:41.822012 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-83ad88ad-33e3-4815-b7d3-d5e3de22ed75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:35:41.847421 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-091a2575-d1c2-4c3e-aa7a-1333cb814489 req-66f03218-8783-4dcd-af17-f48345697c25 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=27a4496c-faf3-4e36-a2a3-82d63f6ce3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470488 Apr 15 20:35:41.895738 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-83ad88ad-33e3-4815-b7d3-d5e3de22ed75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:41.896949 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-83ad88ad-33e3-4815-b7d3-d5e3de22ed75 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/38f8a027-ec68-4675-a273-786596c3b93a HTTP/1.1" status: 204 len: 168 time: 0.5592062 Apr 15 20:35:42.027632 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4e9c26c5-e6e9-4e89-9954-548e6dde2111 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838292340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16373924'] for router_interface, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:42.140336 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbc36c2-c5d9-4dbf-91f0-4ed0997190bc req-671c4095-8329-4296-b762-eb706c484cdd tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:42.141980 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-9dbc36c2-c5d9-4dbf-91f0-4ed0997190bc req-671c4095-8329-4296-b762-eb706c484cdd tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] 10.222.0.69 "GET /v2.0/ports?device_id=fed38882-4034-4975-9a7e-2586f14614e5 HTTP/1.1" status: 200 len: 950 time: 0.0968311 Apr 15 20:35:42.202538 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-9dbc36c2-c5d9-4dbf-91f0-4ed0997190bc req-af4c7558-9795-46da-aae5-3c7d2a0b79e1 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] 10.222.0.69 "GET /v2.0/security-groups?id=7dc01a0c-b38c-4cf9-98b5-6193fd4cd7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511265 Apr 15 20:35:42.590156 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e9c26c5-e6e9-4e89-9954-548e6dde2111 admin admin] Router ae4f5ced-16a8-4e84-a377-93a2ae3c1398 has already been hosted by L3 agent f2e50876-c35d-48fb-9e24-f0907444cef9 {{(pid=85412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 20:35:42.849553 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e9c26c5-e6e9-4e89-9954-548e6dde2111 admin admin] Notify agent at l3_agent.dv-cinder-786386-2-smb the message routers_updated {{(pid=85412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 20:35:42.858278 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 35022) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:35:42.858967 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-4e9c26c5-e6e9-4e89-9954-548e6dde2111 admin admin] 10.222.0.69 "PUT /v2.0/routers/ae4f5ced-16a8-4e84-a377-93a2ae3c1398/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5248334 Apr 15 20:35:42.863595 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0165d106-ba47-4eb0-8173-3494728032b9 None None] Sync routers for ids ['ae4f5ced-16a8-4e84-a377-93a2ae3c1398'] in dv-cinder-786386-2-smb {{(pid=85414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 20:35:42.868906 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b68ee9-0391-42ff-b857-56b59add157a req-0cb40ef0-01b3-4b8d-b63e-b4b03c5bd641 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:42.869686 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-16b68ee9-0391-42ff-b857-56b59add157a req-0cb40ef0-01b3-4b8d-b63e-b4b03c5bd641 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] Synchronizing usage tracker for tenant:64c0d911e54a40e790d913561a05ed49 on resource:port {{(pid=85412) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:35:42.879825 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0165d106-ba47-4eb0-8173-3494728032b9 None None] Routers {'ae4f5ced-16a8-4e84-a377-93a2ae3c1398'} bound to L3 agent in host dv-cinder-786386-2-smb {{(pid=85414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:35:42.880737 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-0165d106-ba47-4eb0-8173-3494728032b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T20:23:47Z,description=,heartbeat_timestamp=2021-04-15T20:35:17Z,host='dv-cinder-786386-2-smb',id=f2e50876-c35d-48fb-9e24-f0907444cef9,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:23:48Z,topic='l3_agent')) {'router_ids': ['ae4f5ced-16a8-4e84-a377-93a2ae3c1398'], 'active': True} {{(pid=85414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:35:42.888727 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-16b68ee9-0391-42ff-b857-56b59add157a req-0cb40ef0-01b3-4b8d-b63e-b4b03c5bd641 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] Unset dirty status for tenant:64c0d911e54a40e790d913561a05ed49 on resource:port {{(pid=85412) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:35:42.890107 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-16b68ee9-0391-42ff-b857-56b59add157a req-0cb40ef0-01b3-4b8d-b63e-b4b03c5bd641 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] 10.222.0.76 "GET /v2.0/ports?device_id=fed38882-4034-4975-9a7e-2586f14614e5 HTTP/1.1" status: 200 len: 950 time: 0.1743593 Apr 15 20:35:43.014491 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [req-16b68ee9-0391-42ff-b857-56b59add157a req-0607aac5-77fb-4f22-a120-f2a92aa408a0 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] Deleting port bcb98342-75a2-4f63-99b0-e5b8e80c1126 {{(pid=85412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:35:43.014903 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-16b68ee9-0391-42ff-b857-56b59add157a req-0607aac5-77fb-4f22-a120-f2a92aa408a0 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245249624948'] for port, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:43.229732 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dcfcfe-0595-4545-8747-3b99aa6a41b9 req-ea006dca-94a2-4454-aa7e-9a91f0f9af94 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:43.238159 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f4dcfcfe-0595-4545-8747-3b99aa6a41b9 req-ea006dca-94a2-4454-aa7e-9a91f0f9af94 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b0f5546-ad33-40d8-94b2-83b445a88502 HTTP/1.1" status: 200 len: 946 time: 0.1668129 Apr 15 20:35:43.265638 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e92f416f-4de0-44d1-9b07-528d5e636e61 admin admin] Notify callbacks [] for router, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:43.409556 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvr_db [None req-0165d106-ba47-4eb0-8173-3494728032b9 None None] Set router ae4f5ced-16a8-4e84-a377-93a2ae3c1398 gateway port host: dv-cinder-786386-2-smb {{(pid=85414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:35:43.667173 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [req-16b68ee9-0391-42ff-b857-56b59add157a req-0607aac5-77fb-4f22-a120-f2a92aa408a0 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] For port bcb98342-75a2-4f63-99b0-e5b8e80c1126, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=bcb98342-75a2-4f63-99b0-e5b8e80c1126,segment=NetworkSegment(244f7afd-9758-4681-a3d7-94aee207788e),segment_id=244f7afd-9758-4681-a3d7-94aee207788e)] {{(pid=85412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:35:43.667763 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-16b68ee9-0391-42ff-b857-56b59add157a req-0607aac5-77fb-4f22-a120-f2a92aa408a0 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16344636'] for port, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:43.754293 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e92f416f-4de0-44d1-9b07-528d5e636e61 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:43.778402 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-0165d106-ba47-4eb0-8173-3494728032b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae4f5ced-16a8-4e84-a377-93a2ae3c1398', 'name': 'tempest-ServerRescueNegativeTestJSON-214973705-router', 'tenant_id': '1e31b55aa57d4e31a2da58cc9cf6c253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.69'}], 'enable_snat': True}, 'gw_port_id': '976de529-57d8-4416-9733-70b5ebb9f10c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:32:11Z', 'updated_at': '2021-04-15T20:35:41Z', 'revision_number': 5, 'project_id': '1e31b55aa57d4e31a2da58cc9cf6c253', 'gw_port': {'id': '976de529-57d8-4416-9733-70b5ebb9f10c', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae4f5ced-16a8-4e84-a377-93a2ae3c1398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:32:13Z', 'updated_at': '2021-04-15T20:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb'}], 'dv-cinder-786386-2-smb', False) {} {{(pid=85414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:35:43.781479 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f4dcfcfe-0595-4545-8747-3b99aa6a41b9 req-dd5a933d-f136-45ce-9b7e-4ea97578eb9d tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=27a4496c-faf3-4e36-a2a3-82d63f6ce3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5415106 Apr 15 20:35:43.783291 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0165d106-ba47-4eb0-8173-3494728032b9 None None] Checking router: ae4f5ced-16a8-4e84-a377-93a2ae3c1398 for host: dv-cinder-786386-2-smb {{(pid=85414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 20:35:43.791191 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-e92f416f-4de0-44d1-9b07-528d5e636e61 admin admin] Deleting port 976de529-57d8-4416-9733-70b5ebb9f10c {{(pid=85411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:35:43.791790 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e92f416f-4de0-44d1-9b07-528d5e636e61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245249624948'] for port, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:43.793175 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0165d106-ba47-4eb0-8173-3494728032b9 None None] Routers {'ae4f5ced-16a8-4e84-a377-93a2ae3c1398'} bound to L3 agent in host dv-cinder-786386-2-smb {{(pid=85414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:35:43.793909 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-0165d106-ba47-4eb0-8173-3494728032b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T20:23:47Z,description=,heartbeat_timestamp=2021-04-15T20:35:17Z,host='dv-cinder-786386-2-smb',id=f2e50876-c35d-48fb-9e24-f0907444cef9,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:23:48Z,topic='l3_agent')) {'router_ids': ['ae4f5ced-16a8-4e84-a377-93a2ae3c1398'], 'active': True} {{(pid=85414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:35:43.833776 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [req-16b68ee9-0391-42ff-b857-56b59add157a req-0607aac5-77fb-4f22-a120-f2a92aa408a0 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] Calling delete_port for bcb98342-75a2-4f63-99b0-e5b8e80c1126 owned by compute:nova {{(pid=85412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:35:43.909741 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d89913-1266-4e9d-bac8-c51470b1e1ee req-d075a93f-de1a-43b5-8ecc-5b9f9845bc3d tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:43.922285 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-54d89913-1266-4e9d-bac8-c51470b1e1ee req-d075a93f-de1a-43b5-8ecc-5b9f9845bc3d tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] 10.222.0.69 "GET /v2.0/ports?device_id=fed38882-4034-4975-9a7e-2586f14614e5 HTTP/1.1" status: 200 len: 950 time: 0.4744284 Apr 15 20:35:44.046933 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-54d89913-1266-4e9d-bac8-c51470b1e1ee req-81296f00-9678-4478-8db3-aa346353c543 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] 10.222.0.69 "GET /v2.0/security-groups?id=7dc01a0c-b38c-4cf9-98b5-6193fd4cd7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208885 Apr 15 20:35:44.047886 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvr_db [None req-0165d106-ba47-4eb0-8173-3494728032b9 None None] Set router ae4f5ced-16a8-4e84-a377-93a2ae3c1398 gateway port host: None {{(pid=85414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:35:44.049397 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-16b68ee9-0391-42ff-b857-56b59add157a req-0607aac5-77fb-4f22-a120-f2a92aa408a0 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791605129519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791604687919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852524119'] for port, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:44.072563 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f327e80f-b850-48ad-86ee-11f18c2d9ee6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:35:44.118748 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-e92f416f-4de0-44d1-9b07-528d5e636e61 admin admin] For port 976de529-57d8-4416-9733-70b5ebb9f10c, host dv-cinder-786386-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-2-smb',level=0,port_id=976de529-57d8-4416-9733-70b5ebb9f10c,segment=NetworkSegment(a2d970bc-47e1-42ab-bd62-edbddac3ac5a),segment_id=a2d970bc-47e1-42ab-bd62-edbddac3ac5a)] {{(pid=85411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:35:44.119204 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e92f416f-4de0-44d1-9b07-528d5e636e61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16344636'] for port, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:44.219511 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0607aac5-77fb-4f22-a120-f2a92aa408a0 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] Pushing event deleted for resources: {'Port': ['ID=bcb98342-75a2-4f63-99b0-e5b8e80c1126,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:35:44.223989 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-0607aac5-77fb-4f22-a120-f2a92aa408a0 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:35:44.278015 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-e92f416f-4de0-44d1-9b07-528d5e636e61 admin admin] Calling delete_port for 976de529-57d8-4416-9733-70b5ebb9f10c owned by network:router_gateway {{(pid=85411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:35:44.289081 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-0165d106-ba47-4eb0-8173-3494728032b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae4f5ced-16a8-4e84-a377-93a2ae3c1398', 'name': 'tempest-ServerRescueNegativeTestJSON-214973705-router', 'tenant_id': '1e31b55aa57d4e31a2da58cc9cf6c253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:32:11Z', 'updated_at': '2021-04-15T20:35:43Z', 'revision_number': 6, 'project_id': '1e31b55aa57d4e31a2da58cc9cf6c253', 'gw_port_host': None}], 'dv-cinder-786386-2-smb', False) {} {{(pid=85414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:35:44.293954 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0165d106-ba47-4eb0-8173-3494728032b9 None None] The sync data for ids ['ae4f5ced-16a8-4e84-a377-93a2ae3c1398'] in dv-cinder-786386-2-smb is: [{'id': 'ae4f5ced-16a8-4e84-a377-93a2ae3c1398', 'name': 'tempest-ServerRescueNegativeTestJSON-214973705-router', 'tenant_id': '1e31b55aa57d4e31a2da58cc9cf6c253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:32:11Z', 'updated_at': '2021-04-15T20:35:43Z', 'revision_number': 6, 'project_id': '1e31b55aa57d4e31a2da58cc9cf6c253', 'gw_port_host': None}] {{(pid=85414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 20:35:44.520853 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b68ee9-0391-42ff-b857-56b59add157a req-0607aac5-77fb-4f22-a120-f2a92aa408a0 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] No DVR routers for this DVR port bcb98342-75a2-4f63-99b0-e5b8e80c1126 on host hv-cinder-78638 {{(pid=85412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 20:35:44.523370 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-16b68ee9-0391-42ff-b857-56b59add157a req-0607aac5-77fb-4f22-a120-f2a92aa408a0 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-906'] for port, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:44.526339 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fed38882-4034-4975-9a7e-2586f14614e5', 'name': 'network-vif-deleted', 'tag': 'bcb98342-75a2-4f63-99b0-e5b8e80c1126'}] {{(pid=85412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:35:44.568734 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-16b68ee9-0391-42ff-b857-56b59add157a req-0607aac5-77fb-4f22-a120-f2a92aa408a0 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] 10.222.0.76 "DELETE /v2.0/ports/bcb98342-75a2-4f63-99b0-e5b8e80c1126 HTTP/1.1" status: 204 len: 173 time: 1.6651127 Apr 15 20:35:44.647705 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fed38882-4034-4975-9a7e-2586f14614e5', 'name': 'network-vif-deleted', 'tag': 'bcb98342-75a2-4f63-99b0-e5b8e80c1126', 'status': 'completed', 'code': 200} Apr 15 20:35:44.824176 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e92f416f-4de0-44d1-9b07-528d5e636e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791605129519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791604687919'] for port, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:44.838044 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-40b1b62a-c14e-4335-a8c4-f1d3d38ee8c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:35:44.932343 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92f416f-4de0-44d1-9b07-528d5e636e61 admin admin] Pushing event deleted for resources: {'Port': ['ID=976de529-57d8-4416-9733-70b5ebb9f10c,revision_number=None']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:35:44.973086 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-e92f416f-4de0-44d1-9b07-528d5e636e61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:35:45.031044 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device ff68ae56-a0c3-4bd8-b33a-2ef34cf7561e no longer exists at agent ovs-agent-dv-cinder-786386-2-smb {{(pid=85413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 20:35:45.073775 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf055fc3-b6e7-41c5-9d77-e6da222e022e req-4ae14c95-6456-4506-9c80-a4edeb345fc6 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:45.075348 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-cf055fc3-b6e7-41c5-9d77-e6da222e022e req-4ae14c95-6456-4506-9c80-a4edeb345fc6 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b0f5546-ad33-40d8-94b2-83b445a88502 HTTP/1.1" status: 200 len: 946 time: 0.1444652 Apr 15 20:35:45.078220 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] No Port match for: ff68ae56-a0c3-4bd8-b33a-2ef34cf7561e {{(pid=85413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 20:35:45.078647 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device ff68ae56-a0c3-4bd8-b33a-2ef34cf7561e not bound to the agent host dv-cinder-786386-2-smb {{(pid=85413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 20:35:45.079263 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device 976de529-57d8-4416-9733-70b5ebb9f10c no longer exists at agent ovs-agent-dv-cinder-786386-2-smb {{(pid=85413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 20:35:45.172982 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-cf055fc3-b6e7-41c5-9d77-e6da222e022e req-d5ced399-5fab-42d1-85de-2978c1031333 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=27a4496c-faf3-4e36-a2a3-82d63f6ce3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894201 Apr 15 20:35:45.190992 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e92f416f-4de0-44d1-9b07-528d5e636e61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16373790'] for router_gateway, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:45.297671 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] No Port match for: 976de529-57d8-4416-9733-70b5ebb9f10c {{(pid=85413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 20:35:45.298012 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device 976de529-57d8-4416-9733-70b5ebb9f10c not bound to the agent host dv-cinder-786386-2-smb {{(pid=85413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 20:35:45.304940 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6c63a9b6-f28b-4e41-b390-a9190a5be513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:45.429579 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-6990e5a8-cc66-414c-b3a1-b94216ab8b01 req-a2552045-faa1-47ea-95b5-a9095cb55380 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] 10.222.0.69 "GET /v2.0/ports?device_id=fed38882-4034-4975-9a7e-2586f14614e5 HTTP/1.1" status: 200 len: 210 time: 0.1863279 Apr 15 20:35:45.431539 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e92f416f-4de0-44d1-9b07-528d5e636e61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16371108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854772639'] for router, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:45.433876 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e92f416f-4de0-44d1-9b07-528d5e636e61 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:45.526503 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e92f416f-4de0-44d1-9b07-528d5e636e61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838407372'] for router, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:45.527095 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e92f416f-4de0-44d1-9b07-528d5e636e61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae4f5ced-16a8-4e84-a377-93a2ae3c1398 {{(pid=85411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 20:35:45.549855 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e92f416f-4de0-44d1-9b07-528d5e636e61 admin admin] Notify callbacks [] for router, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:45.553586 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-e92f416f-4de0-44d1-9b07-528d5e636e61 admin admin] 10.222.0.69 "DELETE /v2.0/routers/ae4f5ced-16a8-4e84-a377-93a2ae3c1398 HTTP/1.1" status: 204 len: 168 time: 2.6917741 Apr 15 20:35:45.554032 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 35070) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:35:45.564342 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device bcb98342-75a2-4f63-99b0-e5b8e80c1126 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 20:35:45.602620 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] No Port match for: bcb98342-75a2-4f63-99b0-e5b8e80c1126 {{(pid=85413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 20:35:45.603100 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device bcb98342-75a2-4f63-99b0-e5b8e80c1126 not bound to the agent host hv-cinder-78638 {{(pid=85413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 20:35:45.622788 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.db_base_plugin_v2 [None req-17adec93-0240-4866-9233-355ef57293c1 admin admin] Deleting subnet c90fb5b4-5396-4daa-8e55-8894de66d707 {{(pid=85412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 20:35:45.626020 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-17adec93-0240-4866-9233-355ef57293c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:45.679573 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-17adec93-0240-4866-9233-355ef57293c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852805791'] for subnet, precommit_delete_associations {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:45.741539 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-17adec93-0240-4866-9233-355ef57293c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854769281'] for subnet, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:46.018920 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-17adec93-0240-4866-9233-355ef57293c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-6519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16285263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2251772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2048744'] for subnet, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:46.039697 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-c2918387-5b2b-4b34-b010-7b96383bcb91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:35:46.125753 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17adec93-0240-4866-9233-355ef57293c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c90fb5b4-5396-4daa-8e55-8894de66d707,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:35:46.128461 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-17adec93-0240-4866-9233-355ef57293c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:35:46.177332 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-17adec93-0240-4866-9233-355ef57293c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:46.186484 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 35082) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:35:46.186618 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-17adec93-0240-4866-9233-355ef57293c1 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/c90fb5b4-5396-4daa-8e55-8894de66d707 HTTP/1.1" status: 204 len: 168 time: 0.6312790 Apr 15 20:35:46.309784 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-779dd82a-854a-44a0-8608-20292cbe0e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16654812'] for network, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:46.581320 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-779dd82a-854a-44a0-8608-20292cbe0e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16706558', 'neutron.services.segments.db._delete_segments_for_network-8791605228744'] for network, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:46.668654 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc5c1eb-8026-40c6-8605-54e37f6da172 req-d2276d20-2d74-4f49-8693-c036e1b3719e tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:46.670300 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-0fc5c1eb-8026-40c6-8605-54e37f6da172 req-d2276d20-2d74-4f49-8693-c036e1b3719e tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b0f5546-ad33-40d8-94b2-83b445a88502 HTTP/1.1" status: 200 len: 946 time: 0.2973213 Apr 15 20:35:46.737347 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-779dd82a-854a-44a0-8608-20292cbe0e8c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=85411) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:35:46.737742 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-779dd82a-854a-44a0-8608-20292cbe0e8c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=85411) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:35:46.738610 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-779dd82a-854a-44a0-8608-20292cbe0e8c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85411) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:35:46.738974 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-779dd82a-854a-44a0-8608-20292cbe0e8c admin admin] Subscribe: > port after_create 55550000 {{(pid=85411) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:35:46.739327 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-779dd82a-854a-44a0-8608-20292cbe0e8c admin admin] Subscribe: > port after_delete 55550000 {{(pid=85411) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:35:46.739664 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-779dd82a-854a-44a0-8608-20292cbe0e8c admin admin] Subscribe: > port after_update 55550000 {{(pid=85411) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:35:46.740015 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-779dd82a-854a-44a0-8608-20292cbe0e8c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=85411) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:35:46.740366 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-779dd82a-854a-44a0-8608-20292cbe0e8c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85411) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:35:46.740713 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-779dd82a-854a-44a0-8608-20292cbe0e8c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85411) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:35:46.741061 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-779dd82a-854a-44a0-8608-20292cbe0e8c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=85411) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:35:46.807375 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-779dd82a-854a-44a0-8608-20292cbe0e8c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85411) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:35:46.807882 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-779dd82a-854a-44a0-8608-20292cbe0e8c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85411) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:35:46.808284 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-779dd82a-854a-44a0-8608-20292cbe0e8c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=85411) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:35:46.808787 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-779dd82a-854a-44a0-8608-20292cbe0e8c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=85411) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:35:46.809155 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.services.segments.db [None req-779dd82a-854a-44a0-8608-20292cbe0e8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea2effbe-b5a2-46bc-8ec6-0a200ba4895c']}} {{(pid=85411) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:35:46.831922 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.services.segments.db [None req-779dd82a-854a-44a0-8608-20292cbe0e8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12e8ab93-f25d-4cfa-af33-1044a42b7753') {'for_net_delete': True} {{(pid=85411) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:35:46.832255 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.services.segments.db [None req-779dd82a-854a-44a0-8608-20292cbe0e8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12e8ab93-f25d-4cfa-af33-1044a42b7753') {} {{(pid=85411) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:35:46.842810 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-0fc5c1eb-8026-40c6-8605-54e37f6da172 req-1c5e570d-aa0f-46c0-88fd-a989c1702a25 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=27a4496c-faf3-4e36-a2a3-82d63f6ce3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1649430 Apr 15 20:35:46.849349 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-779dd82a-854a-44a0-8608-20292cbe0e8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791605226969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-874796'] for segment, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:46.872685 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-779dd82a-854a-44a0-8608-20292cbe0e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-793'] for segment, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:46.881278 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-779dd82a-854a-44a0-8608-20292cbe0e8c admin admin] Releasing vlan 1084 on physical network physnet1 to pool {{(pid=85411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 20:35:47.065096 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-779dd82a-854a-44a0-8608-20292cbe0e8c admin admin] Network ea2effbe-b5a2-46bc-8ec6-0a200ba4895c has no segments {{(pid=85411) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 20:35:47.074403 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-779dd82a-854a-44a0-8608-20292cbe0e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854775039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852400008'] for segment, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:47.262506 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-779dd82a-854a-44a0-8608-20292cbe0e8c admin admin] Network ea2effbe-b5a2-46bc-8ec6-0a200ba4895c has no segments {{(pid=85411) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 20:35:47.288427 dv-cinder-786386-2-smb neutron-server[85298]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 15 20:35:47.288427 dv-cinder-786386-2-smb neutron-server[85298]: from cryptography.utils import int_from_bytes Apr 15 20:35:47.288427 dv-cinder-786386-2-smb neutron-server[85298]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 15 20:35:47.288427 dv-cinder-786386-2-smb neutron-server[85298]: from cryptography.utils import int_from_bytes Apr 15 20:35:47.288427 dv-cinder-786386-2-smb neutron-server[85298]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 15 20:35:47.288427 dv-cinder-786386-2-smb neutron-server[85298]: (rel_b, rel_a, rel_b), Apr 15 20:35:47.288427 dv-cinder-786386-2-smb neutron-server[85298]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 15 20:35:47.288427 dv-cinder-786386-2-smb neutron-server[85298]: (rel_b, rel_a, rel_b), Apr 15 20:35:47.288427 dv-cinder-786386-2-smb neutron-server[85298]: Traceback (most recent call last): Apr 15 20:35:47.288427 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 20:35:47.288427 dv-cinder-786386-2-smb neutron-server[85298]: timer() Apr 15 20:35:47.288427 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 20:35:47.288427 dv-cinder-786386-2-smb neutron-server[85298]: cb(*args, **kw) Apr 15 20:35:47.288427 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 20:35:47.288427 dv-cinder-786386-2-smb neutron-server[85298]: return func(*args, **kwargs) Apr 15 20:35:47.288427 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 20:35:47.288427 dv-cinder-786386-2-smb neutron-server[85298]: self._notify() Apr 15 20:35:47.288427 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 20:35:47.288427 dv-cinder-786386-2-smb neutron-server[85298]: self.callback(batched_events) Apr 15 20:35:47.288427 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 20:35:47.288427 dv-cinder-786386-2-smb neutron-server[85298]: event.method(event) Apr 15 20:35:47.288427 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 20:35:47.288427 dv-cinder-786386-2-smb neutron-server[85298]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 20:35:47.288427 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 20:35:47.288427 dv-cinder-786386-2-smb neutron-server[85298]: segment_id)['aggregates'][0] Apr 15 20:35:47.288427 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 20:35:47.288427 dv-cinder-786386-2-smb neutron-server[85298]: return f(self, *a, **k) Apr 15 20:35:47.288427 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 20:35:47.288427 dv-cinder-786386-2-smb neutron-server[85298]: return self._get(url).json() Apr 15 20:35:47.288427 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 20:35:47.288427 dv-cinder-786386-2-smb neutron-server[85298]: **kwargs) Apr 15 20:35:47.288427 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 20:35:47.288427 dv-cinder-786386-2-smb neutron-server[85298]: return self.request(url, 'GET', **kwargs) Apr 15 20:35:47.288427 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 20:35:47.288427 dv-cinder-786386-2-smb neutron-server[85298]: **endpoint_filter) Apr 15 20:35:47.288427 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 20:35:47.288427 dv-cinder-786386-2-smb neutron-server[85298]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 20:35:47.288427 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 20:35:47.288427 dv-cinder-786386-2-smb neutron-server[85298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 20:35:47.288427 dv-cinder-786386-2-smb neutron-server[85298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 20:35:47.496832 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-ef4c5b6d-78c4-4be9-8509-c002160e8f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:47.647753 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-779dd82a-854a-44a0-8608-20292cbe0e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036838069257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16285283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036838401808'] for network, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:47.652866 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-46a28f95-ae43-4cdf-8b51-328e49b1388e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:35:47.673547 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:47.680631 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-779dd82a-854a-44a0-8608-20292cbe0e8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16483510'] for network, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:47.687132 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779dd82a-854a-44a0-8608-20292cbe0e8c admin admin] Pushing event deleted for resources: {'Network': ['ID=ea2effbe-b5a2-46bc-8ec6-0a200ba4895c,revision_number=None']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:35:47.694765 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-779dd82a-854a-44a0-8608-20292cbe0e8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:35:47.699964 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-779dd82a-854a-44a0-8608-20292cbe0e8c admin admin] 10.222.0.69 "DELETE /v2.0/networks/ea2effbe-b5a2-46bc-8ec6-0a200ba4895c HTTP/1.1" status: 204 len: 168 time: 1.5120385 Apr 15 20:35:47.838872 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 35200) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:35:47.907332 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6589a99b-4989-4a06-bc40-62b7e77e6cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:47.929386 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-dac1365e-e2dc-48db-86f4-265ea0a53679 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1e31b55aa57d4e31a2da58cc9cf6c253&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0887594 Apr 15 20:35:47.932090 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 35210) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:35:47.999930 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-50ce11af-e0ed-4c63-a5ac-d1946eb23555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:48.049873 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-50ce11af-e0ed-4c63-a5ac-d1946eb23555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:48.118571 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-50ce11af-e0ed-4c63-a5ac-d1946eb23555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:48.120688 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac22abbb-310c-4de1-8409-0ed99e359441 req-a0999daa-9202-41c1-ad45-d2311887a664 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:48.122630 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ac22abbb-310c-4de1-8409-0ed99e359441 req-a0999daa-9202-41c1-ad45-d2311887a664 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b0f5546-ad33-40d8-94b2-83b445a88502 HTTP/1.1" status: 200 len: 946 time: 0.1335437 Apr 15 20:35:48.126818 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-62ffaa33-e97f-41f0-817b-944d3a40d5ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:35:48.148348 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ce11af-e0ed-4c63-a5ac-d1946eb23555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=defb81b7-8924-44d3-a728-1c9af213f9db,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:35:48.159361 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-50ce11af-e0ed-4c63-a5ac-d1946eb23555 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:35:48.172696 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-50ce11af-e0ed-4c63-a5ac-d1946eb23555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:48.176420 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-50ce11af-e0ed-4c63-a5ac-d1946eb23555 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/defb81b7-8924-44d3-a728-1c9af213f9db HTTP/1.1" status: 204 len: 168 time: 0.2408612 Apr 15 20:35:48.183399 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ac22abbb-310c-4de1-8409-0ed99e359441 req-7ee795fa-1042-487c-b346-1020dbd96a02 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=27a4496c-faf3-4e36-a2a3-82d63f6ce3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513391 Apr 15 20:35:48.260053 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:49.495727 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5aec40-f877-42e5-ba56-80d906822da1 req-53127b10-5563-415a-bf47-55628a0fcf19 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:49.502478 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-5e5aec40-f877-42e5-ba56-80d906822da1 req-53127b10-5563-415a-bf47-55628a0fcf19 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b0f5546-ad33-40d8-94b2-83b445a88502 HTTP/1.1" status: 200 len: 946 time: 0.1731486 Apr 15 20:35:49.586457 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-5e5aec40-f877-42e5-ba56-80d906822da1 req-d94907fa-9359-4e65-9ef0-0ae2ee852c7a tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=27a4496c-faf3-4e36-a2a3-82d63f6ce3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826418 Apr 15 20:35:49.598233 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device 20f6bd16-038a-422f-963b-1ce0ad312762 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 20:35:49.676294 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-611aad59-e19d-4c1d-b92d-eb0975a661b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:49.805384 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] For port 20f6bd16-038a-422f-963b-1ce0ad312762, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=20f6bd16-038a-422f-963b-1ce0ad312762,segment=NetworkSegment(8f8c4df8-9981-44cd-9c71-6e51c9e29c18),segment_id=8f8c4df8-9981-44cd-9c71-6e51c9e29c18)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:35:49.822095 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Returning: {'device': '20f6bd16-038a-422f-963b-1ce0ad312762', 'network_id': '5bc06a2b-9024-484d-8786-16d9b4579274', 'port_id': '20f6bd16-038a-422f-963b-1ce0ad312762', 'mac_address': 'fa:16:3e:4b:d8:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1062, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '115d02bc-de92-4568-be72-0d321d902e0d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 20:35:49.888746 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:49.907730 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 20f6bd16-038a-422f-963b-1ce0ad312762 {{(pid=85413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:35:49.924463 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] For port 20f6bd16-038a-422f-963b-1ce0ad312762, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=20f6bd16-038a-422f-963b-1ce0ad312762,segment=NetworkSegment(8f8c4df8-9981-44cd-9c71-6e51c9e29c18),segment_id=8f8c4df8-9981-44cd-9c71-6e51c9e29c18)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:35:49.927718 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:49.929644 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:35:50.007373 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Pushing event updated for resources: {'Port': ['ID=20f6bd16-038a-422f-963b-1ce0ad312762,revision_number=6']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:35:50.010696 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:35:50.025283 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] get_ports_and_sgs() called for port_ids ['20f6bd16-038a-422f-963b-1ce0ad312762'] {{(pid=85413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:35:50.808412 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c6fdc-bbdc-414e-ba00-c081fe14cde8 req-a20bf956-a2ce-4719-b5b9-59bc2bc717c6 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:50.810006 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-625c6fdc-bbdc-414e-ba00-c081fe14cde8 req-a20bf956-a2ce-4719-b5b9-59bc2bc717c6 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b0f5546-ad33-40d8-94b2-83b445a88502 HTTP/1.1" status: 200 len: 945 time: 0.0937366 Apr 15 20:35:50.859273 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-625c6fdc-bbdc-414e-ba00-c081fe14cde8 req-5644f64f-d1f4-4e05-bb7c-ce789e0ec003 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=27a4496c-faf3-4e36-a2a3-82d63f6ce3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424185 Apr 15 20:35:51.603826 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device 20f6bd16-038a-422f-963b-1ce0ad312762 up at agent hyperv_hv-cinder-78638 {{(pid=85413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:35:51.685708 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Provisioning complete for port 20f6bd16-038a-422f-963b-1ce0ad312762 triggered by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:35:51.686159 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:51.819854 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:51.863183 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] For port 20f6bd16-038a-422f-963b-1ce0ad312762, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=20f6bd16-038a-422f-963b-1ce0ad312762,segment=NetworkSegment(8f8c4df8-9981-44cd-9c71-6e51c9e29c18),segment_id=8f8c4df8-9981-44cd-9c71-6e51c9e29c18)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:35:51.865207 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b0f5546-ad33-40d8-94b2-83b445a88502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20f6bd16-038a-422f-963b-1ce0ad312762'}] {{(pid=85413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:35:51.874189 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:51.876781 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:35:51.925879 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b0f5546-ad33-40d8-94b2-83b445a88502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20f6bd16-038a-422f-963b-1ce0ad312762', 'code': 200} Apr 15 20:35:51.972369 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Pushing event updated for resources: {'Port': ['ID=20f6bd16-038a-422f-963b-1ce0ad312762,revision_number=7']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:35:51.975868 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:35:52.110684 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9fff7f-d86d-4b8d-834d-309d1e47d214 req-b72b3b5e-0d2e-44ee-9897-62e0fbe93563 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:52.112300 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-5f9fff7f-d86d-4b8d-834d-309d1e47d214 req-b72b3b5e-0d2e-44ee-9897-62e0fbe93563 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b0f5546-ad33-40d8-94b2-83b445a88502 HTTP/1.1" status: 200 len: 946 time: 0.0911882 Apr 15 20:35:52.160550 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-5f9fff7f-d86d-4b8d-834d-309d1e47d214 req-12dafa30-34c1-48ab-ba0e-7a7de6224d92 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=27a4496c-faf3-4e36-a2a3-82d63f6ce3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417542 Apr 15 20:35:52.864864 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 35460) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:35:53.037846 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-2499b19e-5bcc-48d5-874e-656543aa31c7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=64c0d911e54a40e790d913561a05ed49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1716886 Apr 15 20:35:53.040597 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 35472) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:35:53.107100 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c5a3eced-6451-4dd3-bdef-5c2cf0836a8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:53.136130 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c5a3eced-6451-4dd3-bdef-5c2cf0836a8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:53.187279 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c5a3eced-6451-4dd3-bdef-5c2cf0836a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:53.192430 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-ec09eaaa-a63e-481e-b05b-57ea77b3652d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:35:53.207060 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a3eced-6451-4dd3-bdef-5c2cf0836a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc01a0c-b38c-4cf9-98b5-6193fd4cd7f7,revision_number=None']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:35:53.209638 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-c5a3eced-6451-4dd3-bdef-5c2cf0836a8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:35:53.219813 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c5a3eced-6451-4dd3-bdef-5c2cf0836a8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:53.220939 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-c5a3eced-6451-4dd3-bdef-5c2cf0836a8f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7dc01a0c-b38c-4cf9-98b5-6193fd4cd7f7 HTTP/1.1" status: 204 len: 168 time: 0.1792998 Apr 15 20:35:53.415544 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbce99e-8a30-49c6-b460-6a5446734d72 req-a455467e-a432-40cb-a243-ce67c9aed2bb tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:53.417546 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-dbbce99e-8a30-49c6-b460-6a5446734d72 req-a455467e-a432-40cb-a243-ce67c9aed2bb tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b0f5546-ad33-40d8-94b2-83b445a88502 HTTP/1.1" status: 200 len: 946 time: 0.1108046 Apr 15 20:35:53.477564 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-dbbce99e-8a30-49c6-b460-6a5446734d72 req-40ade9b0-6b35-46c1-b596-c00151dc1585 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=27a4496c-faf3-4e36-a2a3-82d63f6ce3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494947 Apr 15 20:35:54.757065 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3189465d-1b20-426e-b715-6fe657ab8254 req-aca5f097-ed41-4bdb-a548-e91197e5cfed tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:54.758706 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-3189465d-1b20-426e-b715-6fe657ab8254 req-aca5f097-ed41-4bdb-a548-e91197e5cfed tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b0f5546-ad33-40d8-94b2-83b445a88502 HTTP/1.1" status: 200 len: 946 time: 0.1576788 Apr 15 20:35:54.771897 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a00f8-a592-424b-b4e6-2a59b7e5553f req-ee3acbf7-9eb3-42fe-b37a-4b1668fd351e tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:54.773355 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d72a00f8-a592-424b-b4e6-2a59b7e5553f req-ee3acbf7-9eb3-42fe-b37a-4b1668fd351e tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/ports?device_id=b297a80f-189c-447b-82ca-a753e0699a1a HTTP/1.1" status: 200 len: 946 time: 0.1303096 Apr 15 20:35:54.844925 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-3189465d-1b20-426e-b715-6fe657ab8254 req-682dcd9f-523b-4dd6-ade8-a6f964098b4e tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=27a4496c-faf3-4e36-a2a3-82d63f6ce3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705917 Apr 15 20:35:54.852538 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d72a00f8-a592-424b-b4e6-2a59b7e5553f req-8e73f602-5680-4fcf-90c8-46f8d4299f23 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7c295eb-f8bf-46dc-901c-6b1fe1ec5d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644157 Apr 15 20:35:55.586117 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 35532) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:35:55.715220 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-b233d64a-f8f4-48f0-bec7-0c0ba280fa8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:55.736961 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-b233d64a-f8f4-48f0-bec7-0c0ba280fa8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:35:55.741323 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-b233d64a-f8f4-48f0-bec7-0c0ba280fa8f admin admin] Usage tracker for resource:security_group_rule and tenant:cd6f99b1c46848b7881eff6b6f61c947 is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:35:55.744435 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-b233d64a-f8f4-48f0-bec7-0c0ba280fa8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:35:55.750814 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-b233d64a-f8f4-48f0-bec7-0c0ba280fa8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:35:55.849027 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-b233d64a-f8f4-48f0-bec7-0c0ba280fa8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:55.853004 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-b233d64a-f8f4-48f0-bec7-0c0ba280fa8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:55.865602 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-aa70a05c-07c7-4e66-a57d-13bc3a6869c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:35:55.946571 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b233d64a-f8f4-48f0-bec7-0c0ba280fa8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67a4d402-50ac-4427-a526-fde752b38e06,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:35:55.950270 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-b233d64a-f8f4-48f0-bec7-0c0ba280fa8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:35:55.960914 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 35546) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:35:55.961268 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-b233d64a-f8f4-48f0-bec7-0c0ba280fa8f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cd6f99b1c46848b7881eff6b6f61c947&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3739524 Apr 15 20:35:56.175883 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-abcd778f-8f2a-4c74-afc1-3980356ff88a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:56.262121 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68d84d7-56e7-4e05-b5cd-c5194d386e28 req-b2645512-d10d-4865-9bc6-0278d220756e tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:56.269968 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c68d84d7-56e7-4e05-b5cd-c5194d386e28 req-b2645512-d10d-4865-9bc6-0278d220756e tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/ports?device_id=b297a80f-189c-447b-82ca-a753e0699a1a HTTP/1.1" status: 200 len: 946 time: 0.2291026 Apr 15 20:35:56.280855 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-abcd778f-8f2a-4c74-afc1-3980356ff88a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:56.310883 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98da6e-c672-40a4-9874-da7ad8a11cd5 req-0647022b-0140-42fb-9962-512ed9f1cbae tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:56.318750 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-2c98da6e-c672-40a4-9874-da7ad8a11cd5 req-0647022b-0140-42fb-9962-512ed9f1cbae tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b0f5546-ad33-40d8-94b2-83b445a88502 HTTP/1.1" status: 200 len: 946 time: 0.3350251 Apr 15 20:35:56.418621 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c68d84d7-56e7-4e05-b5cd-c5194d386e28 req-66e23317-27ee-4b51-9a54-8959dcf5206e tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7c295eb-f8bf-46dc-901c-6b1fe1ec5d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475484 Apr 15 20:35:56.459300 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-2c98da6e-c672-40a4-9874-da7ad8a11cd5 req-9a2f8d46-de29-4b57-9b2a-6b35d010bce8 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=27a4496c-faf3-4e36-a2a3-82d63f6ce3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394997 Apr 15 20:35:56.480805 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-abcd778f-8f2a-4c74-afc1-3980356ff88a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:56.488013 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-21668289-7d0f-4f3f-aa0b-94a9bcc0a910 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:35:56.501913 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-abcd778f-8f2a-4c74-afc1-3980356ff88a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:56.503213 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-abcd778f-8f2a-4c74-afc1-3980356ff88a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/67a4d402-50ac-4427-a526-fde752b38e06 HTTP/1.1" status: 204 len: 168 time: 0.5409398 Apr 15 20:35:56.505755 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcd778f-8f2a-4c74-afc1-3980356ff88a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a4d402-50ac-4427-a526-fde752b38e06,revision_number=None']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:35:56.508777 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 35560) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:35:56.512192 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-abcd778f-8f2a-4c74-afc1-3980356ff88a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:35:56.814541 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7e3a5b53-0916-451b-97fa-33b5ca30f346 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:56.833622 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-7e3a5b53-0916-451b-97fa-33b5ca30f346 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:35:56.838092 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-7e3a5b53-0916-451b-97fa-33b5ca30f346 admin admin] Usage tracker for resource:security_group_rule and tenant:fa53e53cf3bc45e2adb4c53e7e9aff55 is out of sync, need to count used quota {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:35:56.841319 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-7e3a5b53-0916-451b-97fa-33b5ca30f346 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:35:56.848584 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-7e3a5b53-0916-451b-97fa-33b5ca30f346 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:35:56.888249 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 35568) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:35:56.911294 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-44d2fa95-392f-4948-8b9e-9dcc0f0b5e39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:56.928959 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-44d2fa95-392f-4948-8b9e-9dcc0f0b5e39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:35:56.933712 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-44d2fa95-392f-4948-8b9e-9dcc0f0b5e39 admin admin] Usage tracker for resource:security_group_rule and tenant:8a8c68711bc04f099f1b216f65bf4d54 is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:35:56.937117 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-44d2fa95-392f-4948-8b9e-9dcc0f0b5e39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:35:56.943765 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-44d2fa95-392f-4948-8b9e-9dcc0f0b5e39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:35:56.952893 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7e3a5b53-0916-451b-97fa-33b5ca30f346 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:56.958339 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7e3a5b53-0916-451b-97fa-33b5ca30f346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:56.969807 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:35:57.013636 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3a5b53-0916-451b-97fa-33b5ca30f346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e523d393-a730-457f-8d14-84b84f0764da,revision_number=1']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:35:57.017452 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-7e3a5b53-0916-451b-97fa-33b5ca30f346 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:35:57.022747 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-7e3a5b53-0916-451b-97fa-33b5ca30f346 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fa53e53cf3bc45e2adb4c53e7e9aff55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5104651 Apr 15 20:35:57.024761 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 35572) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:35:57.077044 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-44d2fa95-392f-4948-8b9e-9dcc0f0b5e39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:57.082217 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-44d2fa95-392f-4948-8b9e-9dcc0f0b5e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:57.092443 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-27a0ea7c-b9a5-4437-94d9-a89dd78e7cb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:35:57.097269 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-a4441987-abee-4245-9486-47b98f3a3932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:57.126977 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-a4441987-abee-4245-9486-47b98f3a3932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:57.142892 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-44d2fa95-392f-4948-8b9e-9dcc0f0b5e39 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8a8c68711bc04f099f1b216f65bf4d54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2526245 Apr 15 20:35:57.144873 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d2fa95-392f-4948-8b9e-9dcc0f0b5e39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c02b0196-d3ad-4228-895a-1ceee2efa428,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:35:57.145540 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 35576) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:35:57.148624 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-44d2fa95-392f-4948-8b9e-9dcc0f0b5e39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:35:57.229409 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-210a90d9-07e8-4753-8a81-05d1a2bee0bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:57.258710 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-210a90d9-07e8-4753-8a81-05d1a2bee0bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:57.278433 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-a4441987-abee-4245-9486-47b98f3a3932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:57.286911 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-93434ac1-23fb-4d25-a7f2-4b9b0844ffd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:35:57.299233 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4441987-abee-4245-9486-47b98f3a3932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e523d393-a730-457f-8d14-84b84f0764da,revision_number=None']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:35:57.309769 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-a4441987-abee-4245-9486-47b98f3a3932 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:35:57.321431 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-a4441987-abee-4245-9486-47b98f3a3932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:57.325098 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-a4441987-abee-4245-9486-47b98f3a3932 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e523d393-a730-457f-8d14-84b84f0764da HTTP/1.1" status: 204 len: 168 time: 0.2966831 Apr 15 20:35:57.353138 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-210a90d9-07e8-4753-8a81-05d1a2bee0bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:57.357644 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-66125ef7-4b7f-41ae-bc22-badf15566709 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:35:57.380905 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210a90d9-07e8-4753-8a81-05d1a2bee0bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c02b0196-d3ad-4228-895a-1ceee2efa428,revision_number=None']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:35:57.383781 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-210a90d9-07e8-4753-8a81-05d1a2bee0bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:35:57.401039 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-210a90d9-07e8-4753-8a81-05d1a2bee0bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:57.404694 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-210a90d9-07e8-4753-8a81-05d1a2bee0bc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c02b0196-d3ad-4228-895a-1ceee2efa428 HTTP/1.1" status: 204 len: 168 time: 0.2557149 Apr 15 20:35:57.799073 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0aee81-5761-4897-98bf-9493035badc2 req-d05b8dea-fffc-46ae-89d2-0eaa71a27285 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:57.806867 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-4f0aee81-5761-4897-98bf-9493035badc2 req-d05b8dea-fffc-46ae-89d2-0eaa71a27285 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b0f5546-ad33-40d8-94b2-83b445a88502 HTTP/1.1" status: 200 len: 946 time: 0.1751876 Apr 15 20:35:57.832980 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e95a33-34ac-409d-860f-1b12fd139800 req-feadbbb0-1952-4309-8559-e3ebc208387b tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:57.835060 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-39e95a33-34ac-409d-860f-1b12fd139800 req-feadbbb0-1952-4309-8559-e3ebc208387b tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/ports?device_id=b297a80f-189c-447b-82ca-a753e0699a1a HTTP/1.1" status: 200 len: 946 time: 0.1589465 Apr 15 20:35:57.907913 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-4f0aee81-5761-4897-98bf-9493035badc2 req-1949137e-6d5d-4bf1-9535-8d7981d91d96 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=27a4496c-faf3-4e36-a2a3-82d63f6ce3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999548 Apr 15 20:35:57.926200 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-39e95a33-34ac-409d-860f-1b12fd139800 req-75e4ea11-2845-4f65-8b5f-c361c824a42f tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7c295eb-f8bf-46dc-901c-6b1fe1ec5d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755506 Apr 15 20:35:57.948845 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 35592) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:35:57.983160 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e6f54a19-5a52-421a-85fd-e2cd1f302a9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:58.000201 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-e6f54a19-5a52-421a-85fd-e2cd1f302a9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:35:58.004351 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-e6f54a19-5a52-421a-85fd-e2cd1f302a9d admin admin] Usage tracker for resource:security_group_rule and tenant:d187030826ed4e7088d07f54ecef70cb is out of sync, need to count used quota {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:35:58.007538 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-e6f54a19-5a52-421a-85fd-e2cd1f302a9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:35:58.014426 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-e6f54a19-5a52-421a-85fd-e2cd1f302a9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:35:58.132382 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e6f54a19-5a52-421a-85fd-e2cd1f302a9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:58.136062 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e6f54a19-5a52-421a-85fd-e2cd1f302a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:58.149974 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f563f995-a54e-4d35-9f3a-9dbdaefef6ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:35:58.198173 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-e6f54a19-5a52-421a-85fd-e2cd1f302a9d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d187030826ed4e7088d07f54ecef70cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2467384 Apr 15 20:35:58.200244 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 35602) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:35:58.222412 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f54a19-5a52-421a-85fd-e2cd1f302a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84186e8d-2680-442f-aa89-e5badbdc21b2,revision_number=1']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:35:58.228032 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-e6f54a19-5a52-421a-85fd-e2cd1f302a9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:35:58.275702 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6379dd63-8b5b-4d25-880f-15d36d91823a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:58.307580 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6379dd63-8b5b-4d25-880f-15d36d91823a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:58.361713 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6379dd63-8b5b-4d25-880f-15d36d91823a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:58.369211 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-83ad88ad-33e3-4815-b7d3-d5e3de22ed75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:35:58.386212 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6379dd63-8b5b-4d25-880f-15d36d91823a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84186e8d-2680-442f-aa89-e5badbdc21b2,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:35:58.391298 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-6379dd63-8b5b-4d25-880f-15d36d91823a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:35:58.419669 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6379dd63-8b5b-4d25-880f-15d36d91823a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:58.421232 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-6379dd63-8b5b-4d25-880f-15d36d91823a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/84186e8d-2680-442f-aa89-e5badbdc21b2 HTTP/1.1" status: 204 len: 168 time: 0.2196910 Apr 15 20:35:58.661575 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 35620) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:35:58.801762 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [None req-9f6bc603-f4af-4db4-967e-3af30364d1c2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-304725413-network', 'tenant_id': '44c0a87fc78442be945a3d658bb0728d'}} {{(pid=85412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:35:58.807686 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-9f6bc603-f4af-4db4-967e-3af30364d1c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:35:58.812208 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-9f6bc603-f4af-4db4-967e-3af30364d1c2 admin admin] Usage tracker for resource:network and tenant:44c0a87fc78442be945a3d658bb0728d is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:35:58.815549 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-9f6bc603-f4af-4db4-967e-3af30364d1c2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:35:58.821872 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-9f6bc603-f4af-4db4-967e-3af30364d1c2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:35:58.833875 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f6bc603-f4af-4db4-967e-3af30364d1c2 admin admin] Made reservation on behalf of 44c0a87fc78442be945a3d658bb0728d for: {'network': 1} {{(pid=85412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:35:58.839326 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc603-f4af-4db4-967e-3af30364d1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for network, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:58.854953 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc603-f4af-4db4-967e-3af30364d1c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:58.873157 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-9f6bc603-f4af-4db4-967e-3af30364d1c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:35:58.877388 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-9f6bc603-f4af-4db4-967e-3af30364d1c2 admin admin] Usage tracker for resource:security_group_rule and tenant:44c0a87fc78442be945a3d658bb0728d is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:35:58.880774 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-9f6bc603-f4af-4db4-967e-3af30364d1c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:35:58.887638 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-9f6bc603-f4af-4db4-967e-3af30364d1c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:35:58.998876 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc603-f4af-4db4-967e-3af30364d1c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:59.003983 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc603-f4af-4db4-967e-3af30364d1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:59.008532 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-44d2fa95-392f-4948-8b9e-9dcc0f0b5e39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:35:59.059406 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f6bc603-f4af-4db4-967e-3af30364d1c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 1096, 'physical_network': 'physnet1'} {{(pid=85412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 20:35:59.062409 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6bc603-f4af-4db4-967e-3af30364d1c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=142e81b3-d63e-467c-ac4b-318ab134cce3,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:35:59.068335 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-9f6bc603-f4af-4db4-967e-3af30364d1c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:35:59.074289 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc603-f4af-4db4-967e-3af30364d1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-793'] for segment, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:59.074825 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.db.segments_db [None req-9f6bc603-f4af-4db4-967e-3af30364d1c2 admin admin] Added segment 84551165-5348-4f6d-b8e7-3ff14f5673d9 of type vlan for network 56cdd531-4aed-47b1-9bee-388dd11ef36d Apr 15 20:35:59.122543 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc603-f4af-4db4-967e-3af30364d1c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791604676518'] for network, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:59.172913 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc603-f4af-4db4-967e-3af30364d1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16285283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461'] for network, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:59.175846 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6bc603-f4af-4db4-967e-3af30364d1c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:59.176588 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc603-f4af-4db4-967e-3af30364d1c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16483510'] for network, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:59.182040 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:35:59.319135 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-9f6bc603-f4af-4db4-967e-3af30364d1c2 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6562641 Apr 15 20:35:59.321324 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6fe9b-ba1a-479a-9ac5-c589afc813a4 req-993ebcda-8582-4adc-8b1f-28ad4db0db05 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:59.322095 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 35652) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:35:59.323034 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-30c6fe9b-ba1a-479a-9ac5-c589afc813a4 req-993ebcda-8582-4adc-8b1f-28ad4db0db05 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b0f5546-ad33-40d8-94b2-83b445a88502 HTTP/1.1" status: 200 len: 946 time: 0.2113147 Apr 15 20:35:59.325291 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6bc603-f4af-4db4-967e-3af30364d1c2 admin admin] Pushing event updated for resources: {'Network': ['ID=56cdd531-4aed-47b1-9bee-388dd11ef36d,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:35:59.336368 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Network 56cdd531-4aed-47b1-9bee-388dd11ef36d details requested by agent ovs-agent-dv-cinder-786386-2-smb with host dv-cinder-786386-2-smb {{(pid=85413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 20:35:59.338032 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [None req-648e6faa-d5c2-434f-9bdc-87db704fef8d admin admin] Request body: {'subnet': {'network_id': '56cdd531-4aed-47b1-9bee-388dd11ef36d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-304725413-subnet', 'tenant_id': '44c0a87fc78442be945a3d658bb0728d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:35:59.343554 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-648e6faa-d5c2-434f-9bdc-87db704fef8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:35:59.347611 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-648e6faa-d5c2-434f-9bdc-87db704fef8d admin admin] Usage tracker for resource:subnet and tenant:44c0a87fc78442be945a3d658bb0728d is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:35:59.351186 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-648e6faa-d5c2-434f-9bdc-87db704fef8d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:35:59.355158 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa118b72-ec9f-432a-a832-dd78434244a0 req-3ef03575-8248-4022-ae8c-a3a9f8f82b1e tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:35:59.356801 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-aa118b72-ec9f-432a-a832-dd78434244a0 req-3ef03575-8248-4022-ae8c-a3a9f8f82b1e tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/ports?device_id=b297a80f-189c-447b-82ca-a753e0699a1a HTTP/1.1" status: 200 len: 946 time: 0.1480515 Apr 15 20:35:59.358183 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-648e6faa-d5c2-434f-9bdc-87db704fef8d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:35:59.367448 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-9f6bc603-f4af-4db4-967e-3af30364d1c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:35:59.370673 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-648e6faa-d5c2-434f-9bdc-87db704fef8d admin admin] Made reservation on behalf of 44c0a87fc78442be945a3d658bb0728d for: {'subnet': 1} {{(pid=85412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:35:59.375824 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-648e6faa-d5c2-434f-9bdc-87db704fef8d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852727102'] for subnet, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:59.504565 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-30c6fe9b-ba1a-479a-9ac5-c589afc813a4 req-ddea96d5-a42b-4a64-8864-4206d3ea9caf tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=27a4496c-faf3-4e36-a2a3-82d63f6ce3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466827 Apr 15 20:35:59.507364 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-aa118b72-ec9f-432a-a832-dd78434244a0 req-2f40e267-f86a-4b69-9790-e5d1553afb67 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7c295eb-f8bf-46dc-901c-6b1fe1ec5d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269519 Apr 15 20:35:59.909347 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-648e6faa-d5c2-434f-9bdc-87db704fef8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16285263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852524089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852727055'] for subnet, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:35:59.993876 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:36:00.093851 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648e6faa-d5c2-434f-9bdc-87db704fef8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=182d4b9e-52fd-4d6b-b3fe-ec172d15d63e,revision_number=0']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:36:00.102213 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-648e6faa-d5c2-434f-9bdc-87db704fef8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:36:00.154313 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648e6faa-d5c2-434f-9bdc-87db704fef8d admin admin] Checking segment: {'id': '84551165-5348-4f6d-b8e7-3ff14f5673d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '56cdd531-4aed-47b1-9bee-388dd11ef36d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:36:00.154891 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648e6faa-d5c2-434f-9bdc-87db704fef8d admin admin] Network hostable DHCP agents. Network: 56cdd531-4aed-47b1-9bee-388dd11ef36d, hostable agents: ['ffb4b371-2790-46a0-bfdf-1689ebf5aa69'], hosted agents: [] {{(pid=85412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 20:36:00.177090 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648e6faa-d5c2-434f-9bdc-87db704fef8d admin admin] Network 56cdd531-4aed-47b1-9bee-388dd11ef36d is scheduled to be hosted by DHCP agent ffb4b371-2790-46a0-bfdf-1689ebf5aa69 with binding_index 1 {{(pid=85412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 20:36:00.187776 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.base_scheduler [None req-648e6faa-d5c2-434f-9bdc-87db704fef8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-2-smb, 56cdd531-4aed-47b1-9bee-388dd11ef36d) {{(pid=85412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:36:00.199416 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c410e10-6488-416b-b457-2e88cb9b57da None None] Network 56cdd531-4aed-47b1-9bee-388dd11ef36d requested from dv-cinder-786386-2-smb {{(pid=85413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:36:00.201974 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648e6faa-d5c2-434f-9bdc-87db704fef8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:00.202783 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-648e6faa-d5c2-434f-9bdc-87db704fef8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:00.227675 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-648e6faa-d5c2-434f-9bdc-87db704fef8d admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9039860 Apr 15 20:36:00.448816 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a96d1d-d13b-4765-993a-d2fb64d1f0f4 None None] Network 56cdd531-4aed-47b1-9bee-388dd11ef36d requested from dv-cinder-786386-2-smb {{(pid=85413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:36:00.930992 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6680c220-813c-4109-b820-9177c4e5d305 req-d66aadb9-1adf-40ef-bda4-29db8eacf5f7 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:00.933144 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-6680c220-813c-4109-b820-9177c4e5d305 req-d66aadb9-1adf-40ef-bda4-29db8eacf5f7 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b0f5546-ad33-40d8-94b2-83b445a88502 HTTP/1.1" status: 200 len: 946 time: 0.1336865 Apr 15 20:36:00.950642 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abe0b09-3870-4f6a-88d6-a99a67108082 req-cabbe67a-4762-45fe-a770-0834a526dbc6 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:00.959552 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-9abe0b09-3870-4f6a-88d6-a99a67108082 req-cabbe67a-4762-45fe-a770-0834a526dbc6 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/ports?device_id=b297a80f-189c-447b-82ca-a753e0699a1a HTTP/1.1" status: 200 len: 946 time: 0.2225533 Apr 15 20:36:01.032895 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-6680c220-813c-4109-b820-9177c4e5d305 req-3509a483-17d6-4e66-9c39-2a3e8d10ba54 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=27a4496c-faf3-4e36-a2a3-82d63f6ce3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927055 Apr 15 20:36:01.075007 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-9abe0b09-3870-4f6a-88d6-a99a67108082 req-707bbf62-13f8-47b1-834c-1e9ae57fce1c tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7c295eb-f8bf-46dc-901c-6b1fe1ec5d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143754 Apr 15 20:36:01.129332 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3eeca5-798e-498d-8c6d-fed82c9a44f0 req-65daca61-8acb-4a9c-b81e-bdfac6a795b1 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:01.132339 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-1c3eeca5-798e-498d-8c6d-fed82c9a44f0 req-65daca61-8acb-4a9c-b81e-bdfac6a795b1 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.76 "GET /v2.0/ports?device_id=b297a80f-189c-447b-82ca-a753e0699a1a HTTP/1.1" status: 200 len: 946 time: 0.1958704 Apr 15 20:36:01.226252 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [req-1c3eeca5-798e-498d-8c6d-fed82c9a44f0 req-b1d28542-916c-4964-b70c-5b1dca0ee593 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Deleting port 45550de1-759c-42e1-bcbb-fef9af74ade9 {{(pid=85412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:36:01.227358 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-1c3eeca5-798e-498d-8c6d-fed82c9a44f0 req-b1d28542-916c-4964-b70c-5b1dca0ee593 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245249624948'] for port, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:01.237378 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 35692) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:36:01.479391 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-8d354b18-4fb1-4262-b23a-d0e56b2b3d5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:01.495730 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-8d354b18-4fb1-4262-b23a-d0e56b2b3d5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:36:01.500882 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-8d354b18-4fb1-4262-b23a-d0e56b2b3d5c admin admin] Usage tracker for resource:security_group_rule and tenant:b0dc5eb26929483a96b030de1369db04 is out of sync, need to count used quota {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:36:01.504123 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-8d354b18-4fb1-4262-b23a-d0e56b2b3d5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:36:01.511109 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-8d354b18-4fb1-4262-b23a-d0e56b2b3d5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:36:01.591660 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [req-1c3eeca5-798e-498d-8c6d-fed82c9a44f0 req-b1d28542-916c-4964-b70c-5b1dca0ee593 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] For port 45550de1-759c-42e1-bcbb-fef9af74ade9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=45550de1-759c-42e1-bcbb-fef9af74ade9,segment=NetworkSegment(7090a18a-55a0-4c97-8e62-b66fed641375),segment_id=7090a18a-55a0-4c97-8e62-b66fed641375)] {{(pid=85412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:36:01.592112 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-1c3eeca5-798e-498d-8c6d-fed82c9a44f0 req-b1d28542-916c-4964-b70c-5b1dca0ee593 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16344636'] for port, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:01.625351 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-8d354b18-4fb1-4262-b23a-d0e56b2b3d5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:01.629425 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-8d354b18-4fb1-4262-b23a-d0e56b2b3d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:01.638787 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-3f2bc735-0d31-49d2-b1a4-341627e9c062 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:36:01.683550 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d354b18-4fb1-4262-b23a-d0e56b2b3d5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0bdcb67-03b5-4508-804c-ad116112a6be,revision_number=1']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:36:01.691639 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-8d354b18-4fb1-4262-b23a-d0e56b2b3d5c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b0dc5eb26929483a96b030de1369db04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4529624 Apr 15 20:36:01.692477 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 35700) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:36:01.693533 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-8d354b18-4fb1-4262-b23a-d0e56b2b3d5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:36:01.736113 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [req-1c3eeca5-798e-498d-8c6d-fed82c9a44f0 req-b1d28542-916c-4964-b70c-5b1dca0ee593 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Calling delete_port for 45550de1-759c-42e1-bcbb-fef9af74ade9 owned by compute:nova {{(pid=85412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:36:01.766830 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-ed43fe33-86e1-49ba-8b39-45bce709fccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:01.801658 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-ed43fe33-86e1-49ba-8b39-45bce709fccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:01.859236 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-ed43fe33-86e1-49ba-8b39-45bce709fccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:01.868843 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-62f89036-7e62-47f8-bebd-7fb7a04c70b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:36:01.880319 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed43fe33-86e1-49ba-8b39-45bce709fccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0bdcb67-03b5-4508-804c-ad116112a6be,revision_number=None']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:36:01.886149 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-ed43fe33-86e1-49ba-8b39-45bce709fccd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:36:01.890916 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-ed43fe33-86e1-49ba-8b39-45bce709fccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:01.893178 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-ed43fe33-86e1-49ba-8b39-45bce709fccd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f0bdcb67-03b5-4508-804c-ad116112a6be HTTP/1.1" status: 204 len: 168 time: 0.1984119 Apr 15 20:36:01.918314 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-1c3eeca5-798e-498d-8c6d-fed82c9a44f0 req-b1d28542-916c-4964-b70c-5b1dca0ee593 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791605129519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791604687919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852524119'] for port, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:01.934435 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:36:01.985213 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d28542-916c-4964-b70c-5b1dca0ee593 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Pushing event deleted for resources: {'Port': ['ID=45550de1-759c-42e1-bcbb-fef9af74ade9,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:36:02.041613 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-b1d28542-916c-4964-b70c-5b1dca0ee593 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:36:02.268815 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-e16684c0-35e8-48c0-a689-7bdf2b0db878 req-1f34bd81-b4bc-4531-b848-b5c83018702f tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/ports?device_id=b297a80f-189c-447b-82ca-a753e0699a1a HTTP/1.1" status: 200 len: 210 time: 0.0718713 Apr 15 20:36:02.323777 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 35712) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:36:02.342661 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c3eeca5-798e-498d-8c6d-fed82c9a44f0 req-b1d28542-916c-4964-b70c-5b1dca0ee593 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] No DVR routers for this DVR port 45550de1-759c-42e1-bcbb-fef9af74ade9 on host hv-cinder-78638 {{(pid=85412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 20:36:02.374705 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-1c3eeca5-798e-498d-8c6d-fed82c9a44f0 req-b1d28542-916c-4964-b70c-5b1dca0ee593 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-906'] for port, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:02.381486 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b297a80f-189c-447b-82ca-a753e0699a1a', 'name': 'network-vif-deleted', 'tag': '45550de1-759c-42e1-bcbb-fef9af74ade9'}] {{(pid=85412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:36:02.397828 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e7b5cf8b-ae0d-432f-b0c8-cc2c1c03e591 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:02.404126 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefd499e-96b3-4ce1-a8fb-1dc8c0155ec1 req-bebbcbaf-c10a-4276-9a4f-43c7262cf727 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:02.415547 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-aefd499e-96b3-4ce1-a8fb-1dc8c0155ec1 req-bebbcbaf-c10a-4276-9a4f-43c7262cf727 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b0f5546-ad33-40d8-94b2-83b445a88502 HTTP/1.1" status: 200 len: 946 time: 0.1374462 Apr 15 20:36:02.424680 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-e7b5cf8b-ae0d-432f-b0c8-cc2c1c03e591 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:36:02.429418 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-1c3eeca5-798e-498d-8c6d-fed82c9a44f0 req-b1d28542-916c-4964-b70c-5b1dca0ee593 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.76 "DELETE /v2.0/ports/45550de1-759c-42e1-bcbb-fef9af74ade9 HTTP/1.1" status: 204 len: 173 time: 1.2913265 Apr 15 20:36:02.447256 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-e7b5cf8b-ae0d-432f-b0c8-cc2c1c03e591 admin admin] Usage tracker for resource:security_group_rule and tenant:3ac8e1876d04442dabd959b7e7655360 is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:36:02.453620 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b297a80f-189c-447b-82ca-a753e0699a1a', 'name': 'network-vif-deleted', 'tag': '45550de1-759c-42e1-bcbb-fef9af74ade9', 'status': 'completed', 'code': 200} Apr 15 20:36:02.454519 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-e7b5cf8b-ae0d-432f-b0c8-cc2c1c03e591 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:36:02.463546 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-e7b5cf8b-ae0d-432f-b0c8-cc2c1c03e591 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:36:02.502436 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-aefd499e-96b3-4ce1-a8fb-1dc8c0155ec1 req-feec37e8-5109-4955-ac59-4cfb3720b772 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=27a4496c-faf3-4e36-a2a3-82d63f6ce3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859144 Apr 15 20:36:02.596322 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e7b5cf8b-ae0d-432f-b0c8-cc2c1c03e591 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:02.607294 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e7b5cf8b-ae0d-432f-b0c8-cc2c1c03e591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:02.637502 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-6379dd63-8b5b-4d25-880f-15d36d91823a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:36:02.667392 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-e7b5cf8b-ae0d-432f-b0c8-cc2c1c03e591 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3ac8e1876d04442dabd959b7e7655360&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3423917 Apr 15 20:36:02.669170 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b5cf8b-ae0d-432f-b0c8-cc2c1c03e591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43dc7b62-faff-4547-9711-4e4dcc01b692,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:36:02.671237 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 35722) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:36:02.678230 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-e7b5cf8b-ae0d-432f-b0c8-cc2c1c03e591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:36:02.778178 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-121b1748-fa3b-48e1-bd72-b6ff04707261 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:02.816624 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-121b1748-fa3b-48e1-bd72-b6ff04707261 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:02.869332 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-121b1748-fa3b-48e1-bd72-b6ff04707261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:02.876359 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-c5a3eced-6451-4dd3-bdef-5c2cf0836a8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:36:02.910711 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121b1748-fa3b-48e1-bd72-b6ff04707261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43dc7b62-faff-4547-9711-4e4dcc01b692,revision_number=None']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:36:02.921183 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-121b1748-fa3b-48e1-bd72-b6ff04707261 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:36:02.925959 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-121b1748-fa3b-48e1-bd72-b6ff04707261 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:02.929962 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-121b1748-fa3b-48e1-bd72-b6ff04707261 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/43dc7b62-faff-4547-9711-4e4dcc01b692 HTTP/1.1" status: 204 len: 168 time: 0.2550521 Apr 15 20:36:03.099709 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4171d1-d515-494d-ac9a-2dd46935faa9 req-14407a8e-9341-4243-85e5-0937b0b4b3ca tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:03.109187 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-dd4171d1-d515-494d-ac9a-2dd46935faa9 req-14407a8e-9341-4243-85e5-0937b0b4b3ca tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.69 "GET /v2.0/networks?id=56cdd531-4aed-47b1-9bee-388dd11ef36d HTTP/1.1" status: 200 len: 808 time: 0.2338719 Apr 15 20:36:03.129554 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-dd4171d1-d515-494d-ac9a-2dd46935faa9 req-34e62686-c67e-4741-b538-4a2807e0572c tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.69 "GET /v2.0/quotas/44c0a87fc78442be945a3d658bb0728d HTTP/1.1" status: 200 len: 375 time: 0.0189810 Apr 15 20:36:03.202050 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-dd4171d1-d515-494d-ac9a-2dd46935faa9 req-bbc2ef17-ca65-4ae7-bf9d-6a4e2868102d tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=44c0a87fc78442be945a3d658bb0728d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0622771 Apr 15 20:36:03.449152 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-dd4171d1-d515-494d-ac9a-2dd46935faa9 req-cca104ea-ae89-4c18-a75f-d6502baf73a1 service neutron] 10.222.0.69 "GET /v2.0/networks/56cdd531-4aed-47b1-9bee-388dd11ef36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383721 Apr 15 20:36:03.648500 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-dd4171d1-d515-494d-ac9a-2dd46935faa9 req-11e5801d-3611-433d-a3a1-491cc560ea28 service neutron] 10.222.0.69 "GET /v2.0/networks/56cdd531-4aed-47b1-9bee-388dd11ef36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842737 Apr 15 20:36:03.652011 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device 45550de1-759c-42e1-bcbb-fef9af74ade9 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 20:36:03.700976 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] No Port match for: 45550de1-759c-42e1-bcbb-fef9af74ade9 {{(pid=85413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 20:36:03.701643 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device 45550de1-759c-42e1-bcbb-fef9af74ade9 not bound to the agent host hv-cinder-78638 {{(pid=85413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 20:36:03.812461 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee3c57-4098-4915-8274-46849285f803 req-82d40173-bf77-4caf-8650-76f1fabc9911 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:03.824877 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-0dee3c57-4098-4915-8274-46849285f803 req-82d40173-bf77-4caf-8650-76f1fabc9911 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b0f5546-ad33-40d8-94b2-83b445a88502 HTTP/1.1" status: 200 len: 946 time: 0.1527078 Apr 15 20:36:03.929453 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-0dee3c57-4098-4915-8274-46849285f803 req-28ab6344-1a25-4bf7-997f-950aa4dbb5ea tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=27a4496c-faf3-4e36-a2a3-82d63f6ce3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023188 Apr 15 20:36:04.015875 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-eebcf0d0-d540-4eae-92ca-68586c768281 req-fd837006-2932-4f3b-96c1-74edb1cf60ca tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5cc361a-f6e8-4d95-8865-529ac245be06 HTTP/1.1" status: 200 len: 210 time: 0.0740745 Apr 15 20:36:05.276655 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d2da63df-6fc1-41f0-93b1-35e951d2c130 req-a6f8155e-9a4c-4e1d-9dbb-62c0764fd0f4 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5cc361a-f6e8-4d95-8865-529ac245be06 HTTP/1.1" status: 200 len: 210 time: 0.0608838 Apr 15 20:36:05.349858 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138361f0-69ab-46e5-a1ae-5343bb99efb4 req-4b9628af-174e-46f3-bb95-a73797e25ce7 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:05.365859 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-138361f0-69ab-46e5-a1ae-5343bb99efb4 req-4b9628af-174e-46f3-bb95-a73797e25ce7 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b0f5546-ad33-40d8-94b2-83b445a88502 HTTP/1.1" status: 200 len: 946 time: 0.2259133 Apr 15 20:36:05.460340 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-138361f0-69ab-46e5-a1ae-5343bb99efb4 req-e980f673-408f-4c48-92c3-063f56420928 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=27a4496c-faf3-4e36-a2a3-82d63f6ce3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882206 Apr 15 20:36:05.494703 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4171d1-d515-494d-ac9a-2dd46935faa9 req-29b7cacc-88a0-45e0-a7b1-df0850cc2a00 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:05.494703 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-dd4171d1-d515-494d-ac9a-2dd46935faa9 req-29b7cacc-88a0-45e0-a7b1-df0850cc2a00 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Synchronizing usage tracker for tenant:44c0a87fc78442be945a3d658bb0728d on resource:network {{(pid=85412) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:36:05.509049 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-dd4171d1-d515-494d-ac9a-2dd46935faa9 req-29b7cacc-88a0-45e0-a7b1-df0850cc2a00 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Unset dirty status for tenant:44c0a87fc78442be945a3d658bb0728d on resource:network {{(pid=85412) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:36:05.510315 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-dd4171d1-d515-494d-ac9a-2dd46935faa9 req-29b7cacc-88a0-45e0-a7b1-df0850cc2a00 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.76 "GET /v2.0/networks?id=56cdd531-4aed-47b1-9bee-388dd11ef36d HTTP/1.1" status: 200 len: 808 time: 0.2543879 Apr 15 20:36:05.533334 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [req-dd4171d1-d515-494d-ac9a-2dd46935faa9 req-05b3bb6c-1824-4943-abe1-6f317c7e62aa tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Request body: {'port': {'device_id': 'a5cc361a-f6e8-4d95-8865-529ac245be06', 'network_id': '56cdd531-4aed-47b1-9bee-388dd11ef36d', 'admin_state_up': True, 'tenant_id': '44c0a87fc78442be945a3d658bb0728d'}} {{(pid=85412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:36:05.689540 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [req-dd4171d1-d515-494d-ac9a-2dd46935faa9 req-05b3bb6c-1824-4943-abe1-6f317c7e62aa tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:36:05.693719 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-dd4171d1-d515-494d-ac9a-2dd46935faa9 req-05b3bb6c-1824-4943-abe1-6f317c7e62aa tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Usage tracker for resource:port and tenant:44c0a87fc78442be945a3d658bb0728d is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:36:05.696974 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-dd4171d1-d515-494d-ac9a-2dd46935faa9 req-05b3bb6c-1824-4943-abe1-6f317c7e62aa tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:36:05.703200 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [req-dd4171d1-d515-494d-ac9a-2dd46935faa9 req-05b3bb6c-1824-4943-abe1-6f317c7e62aa tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:36:05.713431 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd4171d1-d515-494d-ac9a-2dd46935faa9 req-05b3bb6c-1824-4943-abe1-6f317c7e62aa tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Made reservation on behalf of 44c0a87fc78442be945a3d658bb0728d for: {'port': 1} {{(pid=85412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:36:05.719925 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-dd4171d1-d515-494d-ac9a-2dd46935faa9 req-05b3bb6c-1824-4943-abe1-6f317c7e62aa tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:06.137067 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.db_base_plugin_common [req-dd4171d1-d515-494d-ac9a-2dd46935faa9 req-05b3bb6c-1824-4943-abe1-6f317c7e62aa tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Allocated IP 172.20.0.13 (56cdd531-4aed-47b1-9bee-388dd11ef36d/182d4b9e-52fd-4d6b-b3fe-ec172d15d63e/71f44887-466f-4c51-86f9-e03785af4757) {{(pid=85412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:36:06.487612 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-dd4171d1-d515-494d-ac9a-2dd46935faa9 req-05b3bb6c-1824-4943-abe1-6f317c7e62aa tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Notify callbacks [] for port, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:06.565664 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-dd4171d1-d515-494d-ac9a-2dd46935faa9 req-05b3bb6c-1824-4943-abe1-6f317c7e62aa tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245250087898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852524119'] for port, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:06.597555 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-891bd16e-fe67-4e69-804a-4d60e07d162d tempest-VolumesActionsTest-1820729551 tempest-VolumesActionsTest-1820729551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:36:06.789449 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9369fef8-21d0-4102-a513-9a6840776da8 req-ff1f23f2-ce7e-4e01-9696-8050ac9d7bb7 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:06.797959 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-9369fef8-21d0-4102-a513-9a6840776da8 req-ff1f23f2-ce7e-4e01-9696-8050ac9d7bb7 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5cc361a-f6e8-4d95-8865-529ac245be06 HTTP/1.1" status: 200 len: 932 time: 0.2506380 Apr 15 20:36:06.844501 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b3bb6c-1824-4943-abe1-6f317c7e62aa tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Pushing event updated for resources: {'Port': ['ID=71f44887-466f-4c51-86f9-e03785af4757,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:36:06.849340 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-05b3bb6c-1824-4943-abe1-6f317c7e62aa tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:36:06.867976 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-9369fef8-21d0-4102-a513-9a6840776da8 req-a744257d-dc4e-4397-934f-5b12d28956bc tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.69 "GET /v2.0/security-groups?id=142e81b3-d63e-467c-ac4b-318ab134cce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639658 Apr 15 20:36:06.922786 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593d5152-9a31-4a48-909a-c2f892d17346 req-f3f4041f-14cc-4123-8b09-17c66f92bc9b tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:06.924600 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-593d5152-9a31-4a48-909a-c2f892d17346 req-f3f4041f-14cc-4123-8b09-17c66f92bc9b tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b0f5546-ad33-40d8-94b2-83b445a88502 HTTP/1.1" status: 200 len: 946 time: 0.2109475 Apr 15 20:36:06.929964 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd4171d1-d515-494d-ac9a-2dd46935faa9 req-05b3bb6c-1824-4943-abe1-6f317c7e62aa tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Network 56cdd531-4aed-47b1-9bee-388dd11ef36d is already hosted by enough agents. {{(pid=85412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:36:06.931739 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.base_scheduler [req-dd4171d1-d515-494d-ac9a-2dd46935faa9 req-05b3bb6c-1824-4943-abe1-6f317c7e62aa tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Resources bound (agent type, host, resource id): {{(pid=85412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:36:06.949918 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd4171d1-d515-494d-ac9a-2dd46935faa9 req-05b3bb6c-1824-4943-abe1-6f317c7e62aa tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Received port after_create {{(pid=85412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:36:07.044843 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-593d5152-9a31-4a48-909a-c2f892d17346 req-2d603ef5-5c24-4233-9dc1-17d0b0e3ea18 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=27a4496c-faf3-4e36-a2a3-82d63f6ce3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073709 Apr 15 20:36:07.108463 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4171d1-d515-494d-ac9a-2dd46935faa9 req-05b3bb6c-1824-4943-abe1-6f317c7e62aa tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:07.109202 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-dd4171d1-d515-494d-ac9a-2dd46935faa9 req-05b3bb6c-1824-4943-abe1-6f317c7e62aa tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-906'] for port, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:07.158751 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-dd4171d1-d515-494d-ac9a-2dd46935faa9 req-05b3bb6c-1824-4943-abe1-6f317c7e62aa tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6298323 Apr 15 20:36:07.171788 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [req-dd4171d1-d515-494d-ac9a-2dd46935faa9 req-2fb8e3c4-4a13-4aa2-96c5-d936eec6363a service neutron] Request body: {'port': {'device_id': 'a5cc361a-f6e8-4d95-8865-529ac245be06', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:36:07.304738 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-dd4171d1-d515-494d-ac9a-2dd46935faa9 req-2fb8e3c4-4a13-4aa2-96c5-d936eec6363a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:07.715314 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [req-dd4171d1-d515-494d-ac9a-2dd46935faa9 req-2fb8e3c4-4a13-4aa2-96c5-d936eec6363a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71f44887-466f-4c51-86f9-e03785af4757 {{(pid=85412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:36:07.723273 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-dd4171d1-d515-494d-ac9a-2dd46935faa9 req-2fb8e3c4-4a13-4aa2-96c5-d936eec6363a service neutron] Notify callbacks [] for port, precommit_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:07.738730 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [req-dd4171d1-d515-494d-ac9a-2dd46935faa9 req-2fb8e3c4-4a13-4aa2-96c5-d936eec6363a service neutron] Transition to ACTIVE for port object 71f44887-466f-4c51-86f9-e03785af4757 will not be triggered until provisioned by entity L2. {{(pid=85412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:36:07.741873 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-dd4171d1-d515-494d-ac9a-2dd46935faa9 req-2fb8e3c4-4a13-4aa2-96c5-d936eec6363a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2251697'] for port, after_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:07.758105 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-bc31bce4-c5bb-440d-ac3b-a1a817fdae81 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:36:07.901365 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb8e3c4-4a13-4aa2-96c5-d936eec6363a service neutron] Pushing event updated for resources: {'Port': ['ID=71f44887-466f-4c51-86f9-e03785af4757,revision_number=2']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:36:07.906800 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-2fb8e3c4-4a13-4aa2-96c5-d936eec6363a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:36:08.113489 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329093dc-13fa-4232-bcbb-df8ac911567b req-892ff919-1722-4659-b926-ce17599ea9ce tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:08.115172 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-329093dc-13fa-4232-bcbb-df8ac911567b req-892ff919-1722-4659-b926-ce17599ea9ce tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5cc361a-f6e8-4d95-8865-529ac245be06 HTTP/1.1" status: 200 len: 944 time: 0.0941195 Apr 15 20:36:08.149627 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [req-dd4171d1-d515-494d-ac9a-2dd46935faa9 req-2fb8e3c4-4a13-4aa2-96c5-d936eec6363a service neutron] Attempting to bind port 71f44887-466f-4c51-86f9-e03785af4757 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:36:08.149983 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [req-dd4171d1-d515-494d-ac9a-2dd46935faa9 req-2fb8e3c4-4a13-4aa2-96c5-d936eec6363a service neutron] Attempting to bind port 71f44887-466f-4c51-86f9-e03785af4757 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '84551165-5348-4f6d-b8e7-3ff14f5673d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '56cdd531-4aed-47b1-9bee-388dd11ef36d'}] {{(pid=85412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:36:08.150355 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4171d1-d515-494d-ac9a-2dd46935faa9 req-2fb8e3c4-4a13-4aa2-96c5-d936eec6363a service neutron] Attempting to bind port 71f44887-466f-4c51-86f9-e03785af4757 on network 56cdd531-4aed-47b1-9bee-388dd11ef36d {{(pid=85412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:36:08.156134 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4171d1-d515-494d-ac9a-2dd46935faa9 req-2fb8e3c4-4a13-4aa2-96c5-d936eec6363a service neutron] Port 71f44887-466f-4c51-86f9-e03785af4757 on network 56cdd531-4aed-47b1-9bee-388dd11ef36d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 20:36:08.156845 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4171d1-d515-494d-ac9a-2dd46935faa9 req-2fb8e3c4-4a13-4aa2-96c5-d936eec6363a service neutron] Attempting to bind port 71f44887-466f-4c51-86f9-e03785af4757 on network 56cdd531-4aed-47b1-9bee-388dd11ef36d {{(pid=85412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:36:08.163292 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4171d1-d515-494d-ac9a-2dd46935faa9 req-2fb8e3c4-4a13-4aa2-96c5-d936eec6363a service neutron] Checking agent: {'id': '70e73898-5ca9-4370-a761-abbf44013111', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 30, 18), 'started_at': datetime.datetime(2021, 4, 15, 20, 30, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:36:08.163669 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4171d1-d515-494d-ac9a-2dd46935faa9 req-2fb8e3c4-4a13-4aa2-96c5-d936eec6363a service neutron] Checking segment: {'id': '84551165-5348-4f6d-b8e7-3ff14f5673d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '56cdd531-4aed-47b1-9bee-388dd11ef36d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:36:08.164095 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4171d1-d515-494d-ac9a-2dd46935faa9 req-2fb8e3c4-4a13-4aa2-96c5-d936eec6363a service neutron] Bound using segment: {'id': '84551165-5348-4f6d-b8e7-3ff14f5673d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '56cdd531-4aed-47b1-9bee-388dd11ef36d'} {{(pid=85412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:36:08.164683 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [req-dd4171d1-d515-494d-ac9a-2dd46935faa9 req-2fb8e3c4-4a13-4aa2-96c5-d936eec6363a service neutron] Bound port: 71f44887-466f-4c51-86f9-e03785af4757, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84551165-5348-4f6d-b8e7-3ff14f5673d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '56cdd531-4aed-47b1-9bee-388dd11ef36d'}}] {{(pid=85412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:36:08.165254 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-dd4171d1-d515-494d-ac9a-2dd46935faa9 req-2fb8e3c4-4a13-4aa2-96c5-d936eec6363a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:08.180854 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-329093dc-13fa-4232-bcbb-df8ac911567b req-4ff4be35-c946-4999-be39-e348f04c1ae9 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.69 "GET /v2.0/security-groups?id=142e81b3-d63e-467c-ac4b-318ab134cce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592680 Apr 15 20:36:08.290547 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [req-dd4171d1-d515-494d-ac9a-2dd46935faa9 req-2fb8e3c4-4a13-4aa2-96c5-d936eec6363a service neutron] For port 71f44887-466f-4c51-86f9-e03785af4757, host hv-cinder-78638, cleared binding levels {{(pid=85412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:36:08.290862 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156658a1-27cf-44a7-8e5d-5753a7411e57 req-061c69e7-8bb7-4eb4-8d53-e42392895386 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:08.292174 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-156658a1-27cf-44a7-8e5d-5753a7411e57 req-061c69e7-8bb7-4eb4-8d53-e42392895386 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b0f5546-ad33-40d8-94b2-83b445a88502 HTTP/1.1" status: 200 len: 946 time: 0.1038904 Apr 15 20:36:08.294311 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [req-dd4171d1-d515-494d-ac9a-2dd46935faa9 req-2fb8e3c4-4a13-4aa2-96c5-d936eec6363a service neutron] For port 71f44887-466f-4c51-86f9-e03785af4757, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=71f44887-466f-4c51-86f9-e03785af4757,segment=NetworkSegment(84551165-5348-4f6d-b8e7-3ff14f5673d9),segment_id=84551165-5348-4f6d-b8e7-3ff14f5673d9)] {{(pid=85412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:36:08.299421 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-dd4171d1-d515-494d-ac9a-2dd46935faa9 req-2fb8e3c4-4a13-4aa2-96c5-d936eec6363a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2251697'] for port, after_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:08.315651 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:36:08.375284 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-156658a1-27cf-44a7-8e5d-5753a7411e57 req-cf6c23df-c979-494e-ab4f-4b270b79bb6d tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=27a4496c-faf3-4e36-a2a3-82d63f6ce3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710273 Apr 15 20:36:08.468217 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb8e3c4-4a13-4aa2-96c5-d936eec6363a service neutron] Pushing event updated for resources: {'Port': ['ID=71f44887-466f-4c51-86f9-e03785af4757,revision_number=3']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:36:08.482872 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-2fb8e3c4-4a13-4aa2-96c5-d936eec6363a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:36:08.520402 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4171d1-d515-494d-ac9a-2dd46935faa9 req-2fb8e3c4-4a13-4aa2-96c5-d936eec6363a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:08.521240 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-dd4171d1-d515-494d-ac9a-2dd46935faa9 req-2fb8e3c4-4a13-4aa2-96c5-d936eec6363a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-906'] for port, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:08.522764 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-dd4171d1-d515-494d-ac9a-2dd46935faa9 req-2fb8e3c4-4a13-4aa2-96c5-d936eec6363a service neutron] 10.222.0.76 "PUT /v2.0/ports/71f44887-466f-4c51-86f9-e03785af4757 HTTP/1.1" status: 200 len: 1094 time: 1.3557680 Apr 15 20:36:08.523310 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5cc361a-f6e8-4d95-8865-529ac245be06', 'tag': '71f44887-466f-4c51-86f9-e03785af4757'}] {{(pid=85412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:36:08.540894 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa862a7-9e96-4752-9607-f01e6b3c7955 req-cdac6e66-c113-4927-a40c-ea3d1e787c8b tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:08.542514 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-caa862a7-9e96-4752-9607-f01e6b3c7955 req-cdac6e66-c113-4927-a40c-ea3d1e787c8b tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/networks?id=7a06cdd3-3944-4ed8-b639-bd706389322e HTTP/1.1" status: 200 len: 813 time: 0.1927378 Apr 15 20:36:08.559400 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-caa862a7-9e96-4752-9607-f01e6b3c7955 req-5f9ca90d-e1a6-4224-855e-96a850ed3c0a tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/quotas/ce63ba3e595f40d2b73ca0b4d1a910d5 HTTP/1.1" status: 200 len: 375 time: 0.0105388 Apr 15 20:36:08.571537 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5cc361a-f6e8-4d95-8865-529ac245be06', 'tag': '71f44887-466f-4c51-86f9-e03785af4757', 'status': 'completed', 'code': 200} Apr 15 20:36:08.614647 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-caa862a7-9e96-4752-9607-f01e6b3c7955 req-98f50601-4bd1-46ab-b113-34a8d5cc76ac tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=ce63ba3e595f40d2b73ca0b4d1a910d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486262 Apr 15 20:36:08.754826 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0f033-d592-483c-a6ae-79f304c26a05 req-da9d2992-7c0b-4e15-9278-f0f834efae27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:08.756626 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-23e0f033-d592-483c-a6ae-79f304c26a05 req-da9d2992-7c0b-4e15-9278-f0f834efae27 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=44c0a87fc78442be945a3d658bb0728d&device_id=a5cc361a-f6e8-4d95-8865-529ac245be06 HTTP/1.1" status: 200 len: 1097 time: 0.0985873 Apr 15 20:36:08.928770 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0f033-d592-483c-a6ae-79f304c26a05 req-83fbb479-4f2f-41ef-96ee-9d22446edb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:08.930409 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-23e0f033-d592-483c-a6ae-79f304c26a05 req-83fbb479-4f2f-41ef-96ee-9d22446edb01 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=44c0a87fc78442be945a3d658bb0728d&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1648529 Apr 15 20:36:09.061922 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-caa862a7-9e96-4752-9607-f01e6b3c7955 req-4047df5b-c8b2-4602-bef1-cccbdddc55d0 service neutron] 10.222.0.69 "GET /v2.0/networks/7a06cdd3-3944-4ed8-b639-bd706389322e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4393051 Apr 15 20:36:09.067480 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7708741-7af4-45ee-8ecc-87fc5716a70e req-c53705b9-882f-427d-b767-724daf8c9f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:09.068975 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f7708741-7af4-45ee-8ecc-87fc5716a70e req-c53705b9-882f-427d-b767-724daf8c9f35 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a7106cb89b6d4e9399c7bc046ff492b4&device_id=9b0f5546-ad33-40d8-94b2-83b445a88502 HTTP/1.1" status: 200 len: 1099 time: 0.1317010 Apr 15 20:36:09.081130 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0f033-d592-483c-a6ae-79f304c26a05 req-1a124118-3e5e-4166-8e67-7959d44f9119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:09.082754 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-23e0f033-d592-483c-a6ae-79f304c26a05 req-1a124118-3e5e-4166-8e67-7959d44f9119 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1430230 Apr 15 20:36:09.208629 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4171d1-d515-494d-ac9a-2dd46935faa9 req-6b539fd8-5b73-4ee0-9eef-d836777779f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:09.210288 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-dd4171d1-d515-494d-ac9a-2dd46935faa9 req-6b539fd8-5b73-4ee0-9eef-d836777779f2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=44c0a87fc78442be945a3d658bb0728d&device_id=a5cc361a-f6e8-4d95-8865-529ac245be06 HTTP/1.1" status: 200 len: 1097 time: 0.0800405 Apr 15 20:36:09.291016 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-dd4171d1-d515-494d-ac9a-2dd46935faa9 req-e6d8c159-edd8-483b-912b-5ec4a44764b2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=71f44887-466f-4c51-86f9-e03785af4757 HTTP/1.1" status: 200 len: 217 time: 0.0699484 Apr 15 20:36:09.356753 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7708741-7af4-45ee-8ecc-87fc5716a70e req-6a931de6-c940-4393-b7e5-8c57641f8105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:09.358408 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f7708741-7af4-45ee-8ecc-87fc5716a70e req-6a931de6-c940-4393-b7e5-8c57641f8105 service neutron] 10.222.0.76 "GET /v2.0/networks?id=5bc06a2b-9024-484d-8786-16d9b4579274 HTTP/1.1" status: 200 len: 918 time: 0.2667139 Apr 15 20:36:09.359810 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4171d1-d515-494d-ac9a-2dd46935faa9 req-0d5b40d4-1d57-43ce-9746-0f1f104db7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:09.361484 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-dd4171d1-d515-494d-ac9a-2dd46935faa9 req-0d5b40d4-1d57-43ce-9746-0f1f104db7f7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=182d4b9e-52fd-4d6b-b3fe-ec172d15d63e HTTP/1.1" status: 200 len: 848 time: 0.0639572 Apr 15 20:36:09.421303 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-dd4171d1-d515-494d-ac9a-2dd46935faa9 req-bda95e6f-0f32-44e9-b459-2118ff6ec206 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=56cdd531-4aed-47b1-9bee-388dd11ef36d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501609 Apr 15 20:36:09.460365 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-caa862a7-9e96-4752-9607-f01e6b3c7955 req-bc201f23-357d-47c2-8558-4bc45819c010 service neutron] 10.222.0.69 "GET /v2.0/networks/7a06cdd3-3944-4ed8-b639-bd706389322e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3903143 Apr 15 20:36:09.511015 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f7708741-7af4-45ee-8ecc-87fc5716a70e req-72612cc0-1d0c-4ef9-bb29-afcb36e4ce2f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20f6bd16-038a-422f-963b-1ce0ad312762 HTTP/1.1" status: 200 len: 1001 time: 0.1382883 Apr 15 20:36:09.567879 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-dd4171d1-d515-494d-ac9a-2dd46935faa9 req-79389bcb-e9c5-44c6-9fcf-3b12c0286de5 service neutron] 10.222.0.76 "GET /v2.0/networks/56cdd531-4aed-47b1-9bee-388dd11ef36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386178 Apr 15 20:36:09.579799 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd63d34-7987-40f7-ac0e-91a0fd832b1d req-57939481-e5c9-4c7d-af29-b90422db8908 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:09.581390 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-fdd63d34-7987-40f7-ac0e-91a0fd832b1d req-57939481-e5c9-4c7d-af29-b90422db8908 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5cc361a-f6e8-4d95-8865-529ac245be06 HTTP/1.1" status: 200 len: 944 time: 0.2805769 Apr 15 20:36:09.631005 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7708741-7af4-45ee-8ecc-87fc5716a70e req-dd78ac5b-7f83-4fe8-b30d-cc510c53e014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:09.632588 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f7708741-7af4-45ee-8ecc-87fc5716a70e req-dd78ac5b-7f83-4fe8-b30d-cc510c53e014 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=115d02bc-de92-4568-be72-0d321d902e0d HTTP/1.1" status: 200 len: 855 time: 0.1150074 Apr 15 20:36:09.724187 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-dd4171d1-d515-494d-ac9a-2dd46935faa9 req-b7cd7e6c-d95e-4d0c-9d23-0dcfc8ede1e3 service neutron] 10.222.0.76 "GET /v2.0/networks/56cdd531-4aed-47b1-9bee-388dd11ef36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440477 Apr 15 20:36:09.747230 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-fdd63d34-7987-40f7-ac0e-91a0fd832b1d req-30fad6af-1b7d-40c6-aad1-aaf955c2043e tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.69 "GET /v2.0/security-groups?id=142e81b3-d63e-467c-ac4b-318ab134cce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521232 Apr 15 20:36:09.838000 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7708741-7af4-45ee-8ecc-87fc5716a70e req-098dea9c-56fd-4d9d-9529-5908c816f4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:09.839712 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f7708741-7af4-45ee-8ecc-87fc5716a70e req-098dea9c-56fd-4d9d-9529-5908c816f4e6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5bc06a2b-9024-484d-8786-16d9b4579274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1973443 Apr 15 20:36:09.856197 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-be01608c-25e2-4b3a-bcb6-68854e67f694 req-fbc1f3cc-1625-48cf-bafd-367ba1d19a10 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a525601-9837-4783-a292-3675d283251f HTTP/1.1" status: 200 len: 210 time: 0.0593033 Apr 15 20:36:09.942474 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fbdd0a-e51e-499e-a0c2-a8d10f13724b req-d77d2d2b-d942-4f88-9f3d-f7a536b2c3dd tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:09.944044 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-b7fbdd0a-e51e-499e-a0c2-a8d10f13724b req-d77d2d2b-d942-4f88-9f3d-f7a536b2c3dd tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b0f5546-ad33-40d8-94b2-83b445a88502 HTTP/1.1" status: 200 len: 946 time: 0.2575490 Apr 15 20:36:10.028332 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-b7fbdd0a-e51e-499e-a0c2-a8d10f13724b req-15f2cc66-6fbd-4552-aa2b-0efff6d049ef tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=27a4496c-faf3-4e36-a2a3-82d63f6ce3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756223 Apr 15 20:36:10.047436 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f7708741-7af4-45ee-8ecc-87fc5716a70e req-45f95e3a-d8ac-4b38-add5-61f6e3c6b4f8 service neutron] 10.222.0.76 "GET /v2.0/networks/5bc06a2b-9024-484d-8786-16d9b4579274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939261 Apr 15 20:36:10.197756 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f7708741-7af4-45ee-8ecc-87fc5716a70e req-43dfda0f-9d60-485d-a2b6-38c07b9d7dd7 service neutron] 10.222.0.76 "GET /v2.0/networks/5bc06a2b-9024-484d-8786-16d9b4579274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407297 Apr 15 20:36:11.025271 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa862a7-9e96-4752-9607-f01e6b3c7955 req-f8315c87-c1c9-4342-a958-713525b28cad tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:11.026854 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-caa862a7-9e96-4752-9607-f01e6b3c7955 req-f8315c87-c1c9-4342-a958-713525b28cad tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.76 "GET /v2.0/networks?id=7a06cdd3-3944-4ed8-b639-bd706389322e HTTP/1.1" status: 200 len: 813 time: 0.2704873 Apr 15 20:36:11.042731 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-7f0dfac7-a1ed-4abd-b17c-3c4f76132226 req-626eff09-5ef9-4321-a106-afb10867a525 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a525601-9837-4783-a292-3675d283251f HTTP/1.1" status: 200 len: 210 time: 0.0653563 Apr 15 20:36:11.046415 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [req-caa862a7-9e96-4752-9607-f01e6b3c7955 req-63079e50-088e-4d98-b8e0-df2b2bd0b849 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Request body: {'port': {'device_id': '3a525601-9837-4783-a292-3675d283251f', 'network_id': '7a06cdd3-3944-4ed8-b639-bd706389322e', 'admin_state_up': True, 'tenant_id': 'ce63ba3e595f40d2b73ca0b4d1a910d5'}} {{(pid=85411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:36:11.072287 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2069b-62da-44c6-b9fc-4fa4baf57640 req-3d5f86cc-e521-4673-832f-0bc14285eb69 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:11.073866 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-56c2069b-62da-44c6-b9fc-4fa4baf57640 req-3d5f86cc-e521-4673-832f-0bc14285eb69 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5cc361a-f6e8-4d95-8865-529ac245be06 HTTP/1.1" status: 200 len: 944 time: 0.2086053 Apr 15 20:36:11.285939 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-56c2069b-62da-44c6-b9fc-4fa4baf57640 req-3c739607-5927-413e-a185-849b0cc8d16a tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.69 "GET /v2.0/security-groups?id=142e81b3-d63e-467c-ac4b-318ab134cce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576428 Apr 15 20:36:11.326620 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [req-caa862a7-9e96-4752-9607-f01e6b3c7955 req-63079e50-088e-4d98-b8e0-df2b2bd0b849 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:36:11.331706 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-caa862a7-9e96-4752-9607-f01e6b3c7955 req-63079e50-088e-4d98-b8e0-df2b2bd0b849 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Usage tracker for resource:port and tenant:ce63ba3e595f40d2b73ca0b4d1a910d5 is out of sync, need to count used quota {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:36:11.334789 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-caa862a7-9e96-4752-9607-f01e6b3c7955 req-63079e50-088e-4d98-b8e0-df2b2bd0b849 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:36:11.349079 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [req-caa862a7-9e96-4752-9607-f01e6b3c7955 req-63079e50-088e-4d98-b8e0-df2b2bd0b849 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:36:11.372122 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404b738-aa5f-40cf-885e-cb5fbe9f22d7 req-f1c3b4b5-cb7c-4ad5-a520-3acd570644dd tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:11.375113 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-5404b738-aa5f-40cf-885e-cb5fbe9f22d7 req-f1c3b4b5-cb7c-4ad5-a520-3acd570644dd tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b0f5546-ad33-40d8-94b2-83b445a88502 HTTP/1.1" status: 200 len: 946 time: 0.2168725 Apr 15 20:36:11.379910 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caa862a7-9e96-4752-9607-f01e6b3c7955 req-63079e50-088e-4d98-b8e0-df2b2bd0b849 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Made reservation on behalf of ce63ba3e595f40d2b73ca0b4d1a910d5 for: {'port': 1} {{(pid=85411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:36:11.386001 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-caa862a7-9e96-4752-9607-f01e6b3c7955 req-63079e50-088e-4d98-b8e0-df2b2bd0b849 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:11.505631 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-5404b738-aa5f-40cf-885e-cb5fbe9f22d7 req-750a6041-0f93-4b13-823a-452effc6f37e tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=27a4496c-faf3-4e36-a2a3-82d63f6ce3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085176 Apr 15 20:36:11.575098 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 35928) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:36:11.614721 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.db_base_plugin_common [req-caa862a7-9e96-4752-9607-f01e6b3c7955 req-63079e50-088e-4d98-b8e0-df2b2bd0b849 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Allocated IP 172.20.0.3 (7a06cdd3-3944-4ed8-b639-bd706389322e/16d16c63-a97f-48f1-ad7e-41548514c373/2b68fff2-8639-4976-ae91-9372768a3f47) {{(pid=85411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:36:11.703477 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device 20f6bd16-038a-422f-963b-1ce0ad312762 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 20:36:11.711073 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c65b43f3-2f72-4df7-942d-916b3331f99c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:11.728959 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-c65b43f3-2f72-4df7-942d-916b3331f99c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:36:11.733446 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-c65b43f3-2f72-4df7-942d-916b3331f99c admin admin] Usage tracker for resource:security_group_rule and tenant:971cb332202649daa1771780bf4a5db0 is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:36:11.736687 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-c65b43f3-2f72-4df7-942d-916b3331f99c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:36:11.744753 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-c65b43f3-2f72-4df7-942d-916b3331f99c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:36:11.835747 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:11.839679 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c65b43f3-2f72-4df7-942d-916b3331f99c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:11.843431 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c65b43f3-2f72-4df7-942d-916b3331f99c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:11.845579 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-caa862a7-9e96-4752-9607-f01e6b3c7955 req-63079e50-088e-4d98-b8e0-df2b2bd0b849 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Notify callbacks [] for port, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:11.854007 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-dc39eb43-96fd-4aef-a0b1-971eab2a6931 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:36:11.867107 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b0f5546-ad33-40d8-94b2-83b445a88502', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20f6bd16-038a-422f-963b-1ce0ad312762'}] {{(pid=85413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:36:11.878858 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] For port 20f6bd16-038a-422f-963b-1ce0ad312762, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=20f6bd16-038a-422f-963b-1ce0ad312762,segment=NetworkSegment(8f8c4df8-9981-44cd-9c71-6e51c9e29c18),segment_id=8f8c4df8-9981-44cd-9c71-6e51c9e29c18)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:36:11.879108 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-caa862a7-9e96-4752-9607-f01e6b3c7955 req-63079e50-088e-4d98-b8e0-df2b2bd0b849 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245250087898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852399476'] for port, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:11.882268 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:11.883470 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65b43f3-2f72-4df7-942d-916b3331f99c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a300e90a-0081-419d-a8bd-f33aa19a7e02,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:36:11.885025 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:36:11.888597 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-c65b43f3-2f72-4df7-942d-916b3331f99c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:36:11.910069 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-c65b43f3-2f72-4df7-942d-916b3331f99c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=971cb332202649daa1771780bf4a5db0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3333960 Apr 15 20:36:11.910764 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 35936) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:36:11.941851 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b0f5546-ad33-40d8-94b2-83b445a88502', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20f6bd16-038a-422f-963b-1ce0ad312762', 'code': 200} Apr 15 20:36:11.962811 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-1dbd1079-9ee5-426e-b6d6-ac999107d630 tempest-DeleteServersTestJSON-1953654823 tempest-DeleteServersTestJSON-1953654823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:36:11.970735 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Pushing event updated for resources: {'Port': ['ID=20f6bd16-038a-422f-963b-1ce0ad312762,revision_number=8']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:36:11.974289 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:36:11.976032 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-eea82a42-6a24-4d18-900e-ce100f51c211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:12.006540 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-eea82a42-6a24-4d18-900e-ce100f51c211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:12.061366 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-eea82a42-6a24-4d18-900e-ce100f51c211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:12.062035 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63079e50-088e-4d98-b8e0-df2b2bd0b849 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Pushing event updated for resources: {'Port': ['ID=2b68fff2-8639-4976-ae91-9372768a3f47,revision_number=1']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:36:12.067860 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-4efe1e99-6e49-46f8-8211-412a094f7fc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:36:12.075176 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-63079e50-088e-4d98-b8e0-df2b2bd0b849 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:36:12.084032 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea82a42-6a24-4d18-900e-ce100f51c211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a300e90a-0081-419d-a8bd-f33aa19a7e02,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:36:12.086587 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-eea82a42-6a24-4d18-900e-ce100f51c211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:36:12.090631 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-eea82a42-6a24-4d18-900e-ce100f51c211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:12.091682 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-eea82a42-6a24-4d18-900e-ce100f51c211 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a300e90a-0081-419d-a8bd-f33aa19a7e02 HTTP/1.1" status: 204 len: 168 time: 0.1798627 Apr 15 20:36:12.115969 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caa862a7-9e96-4752-9607-f01e6b3c7955 req-63079e50-088e-4d98-b8e0-df2b2bd0b849 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Network 7a06cdd3-3944-4ed8-b639-bd706389322e is already hosted by enough agents. {{(pid=85411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:36:12.117022 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.base_scheduler [req-caa862a7-9e96-4752-9607-f01e6b3c7955 req-63079e50-088e-4d98-b8e0-df2b2bd0b849 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Resources bound (agent type, host, resource id): {{(pid=85411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:36:12.119515 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [req-caa862a7-9e96-4752-9607-f01e6b3c7955 req-63079e50-088e-4d98-b8e0-df2b2bd0b849 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Received port after_create {{(pid=85411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:36:12.239525 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa862a7-9e96-4752-9607-f01e6b3c7955 req-63079e50-088e-4d98-b8e0-df2b2bd0b849 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:12.240202 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-caa862a7-9e96-4752-9607-f01e6b3c7955 req-63079e50-088e-4d98-b8e0-df2b2bd0b849 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-906'] for port, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:12.276791 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-caa862a7-9e96-4752-9607-f01e6b3c7955 req-63079e50-088e-4d98-b8e0-df2b2bd0b849 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2381332 Apr 15 20:36:12.291121 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [req-caa862a7-9e96-4752-9607-f01e6b3c7955 req-0fedeb16-bf6c-409d-90b9-911d696cbf8a service neutron] Request body: {'port': {'device_id': '3a525601-9837-4783-a292-3675d283251f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:36:12.361062 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c939c-2e5d-4896-8bd5-d71cadfedd9a req-c3507a82-c02a-473e-a951-3c40b1f5cfb9 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:12.361830 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-348c939c-2e5d-4896-8bd5-d71cadfedd9a req-c3507a82-c02a-473e-a951-3c40b1f5cfb9 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Synchronizing usage tracker for tenant:ce63ba3e595f40d2b73ca0b4d1a910d5 on resource:port {{(pid=85411) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:36:12.709700 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-348c939c-2e5d-4896-8bd5-d71cadfedd9a req-c3507a82-c02a-473e-a951-3c40b1f5cfb9 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Unset dirty status for tenant:ce63ba3e595f40d2b73ca0b4d1a910d5 on resource:port {{(pid=85411) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:36:12.710993 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-348c939c-2e5d-4896-8bd5-d71cadfedd9a req-c3507a82-c02a-473e-a951-3c40b1f5cfb9 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a525601-9837-4783-a292-3675d283251f HTTP/1.1" status: 200 len: 931 time: 0.5354233 Apr 15 20:36:12.793102 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-caa862a7-9e96-4752-9607-f01e6b3c7955 req-0fedeb16-bf6c-409d-90b9-911d696cbf8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:12.816738 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-348c939c-2e5d-4896-8bd5-d71cadfedd9a req-68788a93-6ae8-42de-ad91-2aba180612bf tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7c295eb-f8bf-46dc-901c-6b1fe1ec5d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972946 Apr 15 20:36:12.874976 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9106d069-efb6-4188-9a74-5f6d5dd6a9f0 req-417cadff-3883-43c0-8202-3cb25312e71b tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:12.876534 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-9106d069-efb6-4188-9a74-5f6d5dd6a9f0 req-417cadff-3883-43c0-8202-3cb25312e71b tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5cc361a-f6e8-4d95-8865-529ac245be06 HTTP/1.1" status: 200 len: 944 time: 0.2513759 Apr 15 20:36:13.077489 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-9106d069-efb6-4188-9a74-5f6d5dd6a9f0 req-3894af2d-8eba-4914-8392-e6b86f3f5e26 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.69 "GET /v2.0/security-groups?id=142e81b3-d63e-467c-ac4b-318ab134cce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362205 Apr 15 20:36:13.191635 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb43b65-3744-4226-9ba2-92fd18615859 req-bf511b1f-f521-4d1a-83eb-04406c356bf2 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:13.193223 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-dcb43b65-3744-4226-9ba2-92fd18615859 req-bf511b1f-f521-4d1a-83eb-04406c356bf2 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b0f5546-ad33-40d8-94b2-83b445a88502 HTTP/1.1" status: 200 len: 944 time: 0.2508397 Apr 15 20:36:13.277803 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-dcb43b65-3744-4226-9ba2-92fd18615859 req-1159bfaa-907e-4590-937f-4074fdd362a5 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=27a4496c-faf3-4e36-a2a3-82d63f6ce3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694394 Apr 15 20:36:13.404499 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [req-caa862a7-9e96-4752-9607-f01e6b3c7955 req-0fedeb16-bf6c-409d-90b9-911d696cbf8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b68fff2-8639-4976-ae91-9372768a3f47 {{(pid=85411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:36:13.414269 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-caa862a7-9e96-4752-9607-f01e6b3c7955 req-0fedeb16-bf6c-409d-90b9-911d696cbf8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:13.431771 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [req-caa862a7-9e96-4752-9607-f01e6b3c7955 req-0fedeb16-bf6c-409d-90b9-911d696cbf8a service neutron] Transition to ACTIVE for port object 2b68fff2-8639-4976-ae91-9372768a3f47 will not be triggered until provisioned by entity L2. {{(pid=85411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:36:13.435838 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-caa862a7-9e96-4752-9607-f01e6b3c7955 req-0fedeb16-bf6c-409d-90b9-911d696cbf8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2376340'] for port, after_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:13.508845 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-9c5655a8-2f73-4007-a77c-93039b43cdb8 tempest-VolumesActionsTest-1820729551 tempest-VolumesActionsTest-1820729551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:36:13.605178 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fedeb16-bf6c-409d-90b9-911d696cbf8a service neutron] Pushing event updated for resources: {'Port': ['ID=2b68fff2-8639-4976-ae91-9372768a3f47,revision_number=2']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:36:13.608286 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-0fedeb16-bf6c-409d-90b9-911d696cbf8a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:36:13.723354 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device 71f44887-466f-4c51-86f9-e03785af4757 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 20:36:13.817292 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [req-caa862a7-9e96-4752-9607-f01e6b3c7955 req-0fedeb16-bf6c-409d-90b9-911d696cbf8a service neutron] Attempting to bind port 2b68fff2-8639-4976-ae91-9372768a3f47 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:36:13.817680 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [req-caa862a7-9e96-4752-9607-f01e6b3c7955 req-0fedeb16-bf6c-409d-90b9-911d696cbf8a service neutron] Attempting to bind port 2b68fff2-8639-4976-ae91-9372768a3f47 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '7090a18a-55a0-4c97-8e62-b66fed641375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '7a06cdd3-3944-4ed8-b639-bd706389322e'}] {{(pid=85411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:36:13.818048 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa862a7-9e96-4752-9607-f01e6b3c7955 req-0fedeb16-bf6c-409d-90b9-911d696cbf8a service neutron] Attempting to bind port 2b68fff2-8639-4976-ae91-9372768a3f47 on network 7a06cdd3-3944-4ed8-b639-bd706389322e {{(pid=85411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:36:13.823162 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa862a7-9e96-4752-9607-f01e6b3c7955 req-0fedeb16-bf6c-409d-90b9-911d696cbf8a service neutron] Port 2b68fff2-8639-4976-ae91-9372768a3f47 on network 7a06cdd3-3944-4ed8-b639-bd706389322e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 20:36:13.823523 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa862a7-9e96-4752-9607-f01e6b3c7955 req-0fedeb16-bf6c-409d-90b9-911d696cbf8a service neutron] Attempting to bind port 2b68fff2-8639-4976-ae91-9372768a3f47 on network 7a06cdd3-3944-4ed8-b639-bd706389322e {{(pid=85411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:36:13.829109 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa862a7-9e96-4752-9607-f01e6b3c7955 req-0fedeb16-bf6c-409d-90b9-911d696cbf8a service neutron] Checking agent: {'id': '70e73898-5ca9-4370-a761-abbf44013111', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 30, 18), 'started_at': datetime.datetime(2021, 4, 15, 20, 30, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:36:13.829484 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa862a7-9e96-4752-9607-f01e6b3c7955 req-0fedeb16-bf6c-409d-90b9-911d696cbf8a service neutron] Checking segment: {'id': '7090a18a-55a0-4c97-8e62-b66fed641375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '7a06cdd3-3944-4ed8-b639-bd706389322e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:36:13.829897 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa862a7-9e96-4752-9607-f01e6b3c7955 req-0fedeb16-bf6c-409d-90b9-911d696cbf8a service neutron] Bound using segment: {'id': '7090a18a-55a0-4c97-8e62-b66fed641375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '7a06cdd3-3944-4ed8-b639-bd706389322e'} {{(pid=85411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:36:13.830367 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [req-caa862a7-9e96-4752-9607-f01e6b3c7955 req-0fedeb16-bf6c-409d-90b9-911d696cbf8a service neutron] Bound port: 2b68fff2-8639-4976-ae91-9372768a3f47, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7090a18a-55a0-4c97-8e62-b66fed641375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '7a06cdd3-3944-4ed8-b639-bd706389322e'}}] {{(pid=85411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:36:13.831124 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-caa862a7-9e96-4752-9607-f01e6b3c7955 req-0fedeb16-bf6c-409d-90b9-911d696cbf8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:13.868188 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] For port 71f44887-466f-4c51-86f9-e03785af4757, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=71f44887-466f-4c51-86f9-e03785af4757,segment=NetworkSegment(84551165-5348-4f6d-b8e7-3ff14f5673d9),segment_id=84551165-5348-4f6d-b8e7-3ff14f5673d9)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:36:13.884679 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Returning: {'device': '71f44887-466f-4c51-86f9-e03785af4757', 'network_id': '56cdd531-4aed-47b1-9bee-388dd11ef36d', 'port_id': '71f44887-466f-4c51-86f9-e03785af4757', 'mac_address': 'fa:16:3e:a6:53:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1096, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '182d4b9e-52fd-4d6b-b3fe-ec172d15d63e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 20:36:13.954539 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [req-caa862a7-9e96-4752-9607-f01e6b3c7955 req-0fedeb16-bf6c-409d-90b9-911d696cbf8a service neutron] For port 2b68fff2-8639-4976-ae91-9372768a3f47, host hv-cinder-78638, cleared binding levels {{(pid=85411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:36:13.957799 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [req-caa862a7-9e96-4752-9607-f01e6b3c7955 req-0fedeb16-bf6c-409d-90b9-911d696cbf8a service neutron] For port 2b68fff2-8639-4976-ae91-9372768a3f47, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2b68fff2-8639-4976-ae91-9372768a3f47,segment=NetworkSegment(7090a18a-55a0-4c97-8e62-b66fed641375),segment_id=7090a18a-55a0-4c97-8e62-b66fed641375)] {{(pid=85411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:36:13.959583 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:13.965515 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-caa862a7-9e96-4752-9607-f01e6b3c7955 req-0fedeb16-bf6c-409d-90b9-911d696cbf8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2376340'] for port, after_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:13.984747 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71f44887-466f-4c51-86f9-e03785af4757 {{(pid=85413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:36:13.986447 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-65be239d-a3a5-4737-a4f3-494d991c2545 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:36:14.002242 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] For port 71f44887-466f-4c51-86f9-e03785af4757, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=71f44887-466f-4c51-86f9-e03785af4757,segment=NetworkSegment(84551165-5348-4f6d-b8e7-3ff14f5673d9),segment_id=84551165-5348-4f6d-b8e7-3ff14f5673d9)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:36:14.005524 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:14.008196 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:36:14.085629 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Pushing event updated for resources: {'Port': ['ID=71f44887-466f-4c51-86f9-e03785af4757,revision_number=4']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:36:14.088935 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:36:14.222558 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fedeb16-bf6c-409d-90b9-911d696cbf8a service neutron] Pushing event updated for resources: {'Port': ['ID=2b68fff2-8639-4976-ae91-9372768a3f47,revision_number=3']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:36:14.271483 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-0fedeb16-bf6c-409d-90b9-911d696cbf8a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:36:14.322098 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd3d21-ec19-4495-b7ff-40e9507cafbf req-a3aad60b-8576-43c9-b644-89a0c23cce07 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:14.323776 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-55dd3d21-ec19-4495-b7ff-40e9507cafbf req-a3aad60b-8576-43c9-b644-89a0c23cce07 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a525601-9837-4783-a292-3675d283251f HTTP/1.1" status: 200 len: 943 time: 0.3417315 Apr 15 20:36:14.326598 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] get_ports_and_sgs() called for port_ids ['71f44887-466f-4c51-86f9-e03785af4757'] {{(pid=85413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:36:14.343914 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa862a7-9e96-4752-9607-f01e6b3c7955 req-0fedeb16-bf6c-409d-90b9-911d696cbf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:14.344684 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-caa862a7-9e96-4752-9607-f01e6b3c7955 req-0fedeb16-bf6c-409d-90b9-911d696cbf8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-906'] for port, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:14.346234 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-caa862a7-9e96-4752-9607-f01e6b3c7955 req-0fedeb16-bf6c-409d-90b9-911d696cbf8a service neutron] 10.222.0.76 "PUT /v2.0/ports/2b68fff2-8639-4976-ae91-9372768a3f47 HTTP/1.1" status: 200 len: 1093 time: 2.0605845 Apr 15 20:36:14.349484 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a525601-9837-4783-a292-3675d283251f', 'tag': '2b68fff2-8639-4976-ae91-9372768a3f47'}] {{(pid=85411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:36:14.407650 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3027378-88c5-4ba0-87f3-ae4a99c7d7ac req-25de7ea2-1251-420d-9b42-7cad2e8a9a27 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:14.409510 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-a3027378-88c5-4ba0-87f3-ae4a99c7d7ac req-25de7ea2-1251-420d-9b42-7cad2e8a9a27 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5cc361a-f6e8-4d95-8865-529ac245be06 HTTP/1.1" status: 200 len: 945 time: 0.1956537 Apr 15 20:36:14.520426 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-a3027378-88c5-4ba0-87f3-ae4a99c7d7ac req-b21b39fa-44f3-4bdd-bad8-cd5da530282a tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.69 "GET /v2.0/security-groups?id=142e81b3-d63e-467c-ac4b-318ab134cce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619726 Apr 15 20:36:14.539971 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-55dd3d21-ec19-4495-b7ff-40e9507cafbf req-5d3ba45f-5920-45df-8072-72754b0ca437 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7c295eb-f8bf-46dc-901c-6b1fe1ec5d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921432 Apr 15 20:36:14.608307 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a525601-9837-4783-a292-3675d283251f', 'tag': '2b68fff2-8639-4976-ae91-9372768a3f47', 'status': 'completed', 'code': 200} Apr 15 20:36:14.614700 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa862a7-9e96-4752-9607-f01e6b3c7955 req-8ce9b64e-b862-493c-a4d6-a8ffe78fdb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:14.616326 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-caa862a7-9e96-4752-9607-f01e6b3c7955 req-8ce9b64e-b862-493c-a4d6-a8ffe78fdb9e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ce63ba3e595f40d2b73ca0b4d1a910d5&device_id=3a525601-9837-4783-a292-3675d283251f HTTP/1.1" status: 200 len: 1096 time: 0.2201095 Apr 15 20:36:14.699744 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 36018) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:36:14.742727 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-caa862a7-9e96-4752-9607-f01e6b3c7955 req-424e785b-a697-41a2-8e49-44a72dc8ce60 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b68fff2-8639-4976-ae91-9372768a3f47 HTTP/1.1" status: 200 len: 217 time: 0.1184332 Apr 15 20:36:14.828742 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa862a7-9e96-4752-9607-f01e6b3c7955 req-1a20da6c-468d-4389-bfd1-46aa91a91beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:14.830327 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-caa862a7-9e96-4752-9607-f01e6b3c7955 req-1a20da6c-468d-4389-bfd1-46aa91a91beb service neutron] 10.222.0.76 "GET /v2.0/subnets?id=16d16c63-a97f-48f1-ad7e-41548514c373 HTTP/1.1" status: 200 len: 853 time: 0.0803769 Apr 15 20:36:14.831717 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-8dee67fe-6482-4df3-8985-cec370d5e24b req-42946e67-46e7-4227-a6d1-9f0e41d3fcae service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9b0f5546-ad33-40d8-94b2-83b445a88502&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1301374 Apr 15 20:36:14.847769 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea45842-faee-4457-8957-89b6bbbed6ea req-855f83fc-fe51-4984-a5b5-e6c322ad4cc7 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:14.847769 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-0ea45842-faee-4457-8957-89b6bbbed6ea req-855f83fc-fe51-4984-a5b5-e6c322ad4cc7 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b0f5546-ad33-40d8-94b2-83b445a88502 HTTP/1.1" status: 200 len: 944 time: 0.1646354 Apr 15 20:36:14.909487 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-caa862a7-9e96-4752-9607-f01e6b3c7955 req-43860b73-e276-407c-8a04-8b8c93f34c69 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7a06cdd3-3944-4ed8-b639-bd706389322e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634208 Apr 15 20:36:14.963995 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-0ea45842-faee-4457-8957-89b6bbbed6ea req-a6bef26b-6a95-423f-8249-936b0a223697 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=27a4496c-faf3-4e36-a2a3-82d63f6ce3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781093 Apr 15 20:36:15.057838 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-66a00d81-8f29-4f85-a192-ccbdd9f6c08f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:15.075787 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-caa862a7-9e96-4752-9607-f01e6b3c7955 req-c8f8da14-fa63-480d-a5d3-d04c516d6d6b service neutron] 10.222.0.76 "GET /v2.0/networks/7a06cdd3-3944-4ed8-b639-bd706389322e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482930 Apr 15 20:36:15.218942 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-caa862a7-9e96-4752-9607-f01e6b3c7955 req-a35f342b-bf30-4457-99d5-264e3c250efc service neutron] 10.222.0.76 "GET /v2.0/networks/7a06cdd3-3944-4ed8-b639-bd706389322e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353676 Apr 15 20:36:15.386223 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c9471-039d-47ea-b063-bdc6efc62164 req-35ae23d3-cc4c-4faf-918c-40e78ee000c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:15.388338 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-334c9471-039d-47ea-b063-bdc6efc62164 req-35ae23d3-cc4c-4faf-918c-40e78ee000c4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ce63ba3e595f40d2b73ca0b4d1a910d5&device_id=3a525601-9837-4783-a292-3675d283251f HTTP/1.1" status: 200 len: 1096 time: 0.0945303 Apr 15 20:36:15.534010 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c9471-039d-47ea-b063-bdc6efc62164 req-c825b844-8efe-408e-a9c2-48af98954a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:15.535657 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-334c9471-039d-47ea-b063-bdc6efc62164 req-c825b844-8efe-408e-a9c2-48af98954a94 service neutron] 10.222.0.76 "GET /v2.0/networks?id=7a06cdd3-3944-4ed8-b639-bd706389322e HTTP/1.1" status: 200 len: 915 time: 0.1402009 Apr 15 20:36:15.614483 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-334c9471-039d-47ea-b063-bdc6efc62164 req-a89fe901-eab2-43e2-a98c-b1356948488d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b68fff2-8639-4976-ae91-9372768a3f47 HTTP/1.1" status: 200 len: 217 time: 0.0704215 Apr 15 20:36:15.765885 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device 71f44887-466f-4c51-86f9-e03785af4757 up at agent hyperv_hv-cinder-78638 {{(pid=85413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:36:15.787468 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c9471-039d-47ea-b063-bdc6efc62164 req-8a0683aa-943b-4be4-bc51-292d302924a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:15.789046 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-334c9471-039d-47ea-b063-bdc6efc62164 req-8a0683aa-943b-4be4-bc51-292d302924a0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=16d16c63-a97f-48f1-ad7e-41548514c373 HTTP/1.1" status: 200 len: 853 time: 0.1673350 Apr 15 20:36:15.838157 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Provisioning for port 71f44887-466f-4c51-86f9-e03785af4757 completed by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:36:15.854361 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Provisioning complete for port 71f44887-466f-4c51-86f9-e03785af4757 triggered by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:36:15.854361 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:15.870699 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-334c9471-039d-47ea-b063-bdc6efc62164 req-4161acc4-960e-455d-879d-fca362e2dbdf service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7a06cdd3-3944-4ed8-b639-bd706389322e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598910 Apr 15 20:36:16.011734 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:16.025742 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.agents_db [None req-12650cd8-a504-4c0d-a4a2-248dab766c22 None None] Agent healthcheck: found 6 active agents {{(pid=85414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:36:16.046554 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5cc361a-f6e8-4d95-8865-529ac245be06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f44887-466f-4c51-86f9-e03785af4757'}] {{(pid=85413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:36:16.058227 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] For port 71f44887-466f-4c51-86f9-e03785af4757, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=71f44887-466f-4c51-86f9-e03785af4757,segment=NetworkSegment(84551165-5348-4f6d-b8e7-3ff14f5673d9),segment_id=84551165-5348-4f6d-b8e7-3ff14f5673d9)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:36:16.068559 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:16.069618 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device 20f6bd16-038a-422f-963b-1ce0ad312762 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 20:36:16.103319 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dee67fe-6482-4df3-8985-cec370d5e24b req-329ccf2b-79c5-4096-9786-4bb9404c02c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:16.105700 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:36:16.106293 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-8dee67fe-6482-4df3-8985-cec370d5e24b req-329ccf2b-79c5-4096-9786-4bb9404c02c8 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=9b0f5546-ad33-40d8-94b2-83b445a88502&tenant_id=a7106cb89b6d4e9399c7bc046ff492b4 HTTP/1.1" status: 200 len: 1097 time: 0.1057446 Apr 15 20:36:16.177043 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fdb60d-167a-47eb-886a-7a8b9c90b35b req-86f8de81-4832-4bf2-9dfc-9f3d41b6c21e tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:16.178676 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c0fdb60d-167a-47eb-886a-7a8b9c90b35b req-86f8de81-4832-4bf2-9dfc-9f3d41b6c21e tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5cc361a-f6e8-4d95-8865-529ac245be06 HTTP/1.1" status: 200 len: 945 time: 0.5197432 Apr 15 20:36:16.190587 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d05f7-9fd5-4ba6-8152-c0b41443a6f8 req-79c02059-91be-4a69-ad23-c2e9748482bc tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:16.198237 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-704d05f7-9fd5-4ba6-8152-c0b41443a6f8 req-79c02059-91be-4a69-ad23-c2e9748482bc tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a525601-9837-4783-a292-3675d283251f HTTP/1.1" status: 200 len: 943 time: 0.5379820 Apr 15 20:36:16.207252 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Pushing event updated for resources: {'Port': ['ID=71f44887-466f-4c51-86f9-e03785af4757,revision_number=5']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:36:16.220010 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:36:16.240065 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dee67fe-6482-4df3-8985-cec370d5e24b req-2384af96-d2e9-4499-b945-3aa13b0c8403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:16.242052 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-8dee67fe-6482-4df3-8985-cec370d5e24b req-2384af96-d2e9-4499-b945-3aa13b0c8403 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a7106cb89b6d4e9399c7bc046ff492b4&device_id=9b0f5546-ad33-40d8-94b2-83b445a88502 HTTP/1.1" status: 200 len: 1097 time: 0.1026814 Apr 15 20:36:16.362996 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c0fdb60d-167a-47eb-886a-7a8b9c90b35b req-a61eb62b-e082-4779-a103-ba6d35d061e1 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.69 "GET /v2.0/security-groups?id=142e81b3-d63e-467c-ac4b-318ab134cce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622074 Apr 15 20:36:16.373201 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-704d05f7-9fd5-4ba6-8152-c0b41443a6f8 req-a084fd7b-a9c8-4a60-80d7-721843e7e48b tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7c295eb-f8bf-46dc-901c-6b1fe1ec5d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737571 Apr 15 20:36:16.401817 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-334c9471-039d-47ea-b063-bdc6efc62164 req-a75c150e-5d95-4843-ba23-dc1d1f2a8679 service neutron] 10.222.0.76 "GET /v2.0/networks/7a06cdd3-3944-4ed8-b639-bd706389322e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5225301 Apr 15 20:36:16.458449 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5cc361a-f6e8-4d95-8865-529ac245be06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f44887-466f-4c51-86f9-e03785af4757', 'code': 200} Apr 15 20:36:16.663653 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dee67fe-6482-4df3-8985-cec370d5e24b req-044731cb-e613-44eb-ae24-bcfeddfd6bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:16.665145 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-8dee67fe-6482-4df3-8985-cec370d5e24b req-044731cb-e613-44eb-ae24-bcfeddfd6bcf service neutron] 10.222.0.76 "GET /v2.0/networks?id=5bc06a2b-9024-484d-8786-16d9b4579274 HTTP/1.1" status: 200 len: 918 time: 0.4138298 Apr 15 20:36:16.692353 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-334c9471-039d-47ea-b063-bdc6efc62164 req-acddc8af-bec0-4fec-9075-15e3ce8d430f service neutron] 10.222.0.76 "GET /v2.0/networks/7a06cdd3-3944-4ed8-b639-bd706389322e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821255 Apr 15 20:36:16.713506 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea424b-8760-447b-bc1a-2c5aee613b37 req-2a133d83-a6fc-4d52-bea2-c4a4f3585f69 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:16.715170 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-90ea424b-8760-447b-bc1a-2c5aee613b37 req-2a133d83-a6fc-4d52-bea2-c4a4f3585f69 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b0f5546-ad33-40d8-94b2-83b445a88502 HTTP/1.1" status: 200 len: 944 time: 0.2024760 Apr 15 20:36:16.767472 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730dfc3-cd29-4ad2-9405-42b0051e1cbe req-45d0258e-ec16-4f7d-8891-33c96c3621c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:16.769052 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-3730dfc3-cd29-4ad2-9405-42b0051e1cbe req-45d0258e-ec16-4f7d-8891-33c96c3621c3 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a5cc361a-f6e8-4d95-8865-529ac245be06 HTTP/1.1" status: 200 len: 1099 time: 0.1386025 Apr 15 20:36:16.776083 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-8dee67fe-6482-4df3-8985-cec370d5e24b req-8c3c3369-4751-4475-bed1-22e5d7e47ce8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20f6bd16-038a-422f-963b-1ce0ad312762 HTTP/1.1" status: 200 len: 999 time: 0.1032093 Apr 15 20:36:16.793262 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-90ea424b-8760-447b-bc1a-2c5aee613b37 req-1016875a-1ed9-473f-b1b7-6c26bd073e8f tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=27a4496c-faf3-4e36-a2a3-82d63f6ce3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686176 Apr 15 20:36:16.818877 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-3730dfc3-cd29-4ad2-9405-42b0051e1cbe req-e5cbdb58-d961-49bc-b024-c86e39e2e6df service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=142e81b3-d63e-467c-ac4b-318ab134cce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413542 Apr 15 20:36:16.845571 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dee67fe-6482-4df3-8985-cec370d5e24b req-badb4bbb-e467-4351-974e-1ff1218dc19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:16.847172 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-8dee67fe-6482-4df3-8985-cec370d5e24b req-badb4bbb-e467-4351-974e-1ff1218dc19e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=115d02bc-de92-4568-be72-0d321d902e0d HTTP/1.1" status: 200 len: 855 time: 0.0647371 Apr 15 20:36:17.009763 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dee67fe-6482-4df3-8985-cec370d5e24b req-38018963-14c5-42a8-86b1-43234df79050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:17.011397 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-8dee67fe-6482-4df3-8985-cec370d5e24b req-38018963-14c5-42a8-86b1-43234df79050 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5bc06a2b-9024-484d-8786-16d9b4579274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0971334 Apr 15 20:36:17.157319 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-8dee67fe-6482-4df3-8985-cec370d5e24b req-d90b180b-9766-4d98-9bdc-742acab31ab6 service neutron] 10.222.0.76 "GET /v2.0/networks/5bc06a2b-9024-484d-8786-16d9b4579274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370883 Apr 15 20:36:17.299953 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-8dee67fe-6482-4df3-8985-cec370d5e24b req-45751976-7ebd-485e-b551-becfbbca9ce9 service neutron] 10.222.0.76 "GET /v2.0/networks/5bc06a2b-9024-484d-8786-16d9b4579274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352892 Apr 15 20:36:17.500885 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-0bc455bc-455e-4e2d-a6db-08b7fe76fd75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:17.658943 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5264b506-7bed-4bc8-9d98-08945eb973b7 req-baa329f2-843d-4eb7-8ba5-121fc6e8eecd tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:17.660547 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-5264b506-7bed-4bc8-9d98-08945eb973b7 req-baa329f2-843d-4eb7-8ba5-121fc6e8eecd tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a525601-9837-4783-a292-3675d283251f HTTP/1.1" status: 200 len: 943 time: 0.1567852 Apr 15 20:36:17.680267 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:17.712091 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c83ee00-762b-4da5-9312-6edd316fc45a req-3c14f027-1271-4280-ad41-7b569d8495be tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:17.713630 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-3c83ee00-762b-4da5-9312-6edd316fc45a req-3c14f027-1271-4280-ad41-7b569d8495be tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5cc361a-f6e8-4d95-8865-529ac245be06 HTTP/1.1" status: 200 len: 946 time: 0.1558332 Apr 15 20:36:17.737964 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-5264b506-7bed-4bc8-9d98-08945eb973b7 req-9cd31881-4cea-48b5-b8f0-137147686b9d tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7c295eb-f8bf-46dc-901c-6b1fe1ec5d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703602 Apr 15 20:36:17.765823 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device 2b68fff2-8639-4976-ae91-9372768a3f47 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 20:36:17.767169 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-3c83ee00-762b-4da5-9312-6edd316fc45a req-0e8e3deb-abae-4c16-9ecf-9a54329cc97a tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.69 "GET /v2.0/security-groups?id=142e81b3-d63e-467c-ac4b-318ab134cce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471292 Apr 15 20:36:17.913985 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6589a99b-4989-4a06-bc40-62b7e77e6cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:17.919604 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] For port 2b68fff2-8639-4976-ae91-9372768a3f47, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2b68fff2-8639-4976-ae91-9372768a3f47,segment=NetworkSegment(7090a18a-55a0-4c97-8e62-b66fed641375),segment_id=7090a18a-55a0-4c97-8e62-b66fed641375)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:36:17.934242 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Returning: {'device': '2b68fff2-8639-4976-ae91-9372768a3f47', 'network_id': '7a06cdd3-3944-4ed8-b639-bd706389322e', 'port_id': '2b68fff2-8639-4976-ae91-9372768a3f47', 'mac_address': 'fa:16:3e:05:33:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16d16c63-a97f-48f1-ad7e-41548514c373', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 20:36:17.998800 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:18.011102 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaebb40-a172-4dae-86cc-b1dc9627ee99 req-eefe87eb-ea13-4f1e-8550-add65e5a8668 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:18.013119 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-fcaebb40-a172-4dae-86cc-b1dc9627ee99 req-eefe87eb-ea13-4f1e-8550-add65e5a8668 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b0f5546-ad33-40d8-94b2-83b445a88502 HTTP/1.1" status: 200 len: 944 time: 0.0968504 Apr 15 20:36:18.017919 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b68fff2-8639-4976-ae91-9372768a3f47 {{(pid=85413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:36:18.035086 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] For port 2b68fff2-8639-4976-ae91-9372768a3f47, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2b68fff2-8639-4976-ae91-9372768a3f47,segment=NetworkSegment(7090a18a-55a0-4c97-8e62-b66fed641375),segment_id=7090a18a-55a0-4c97-8e62-b66fed641375)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:36:18.039924 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:18.042840 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:36:18.064472 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-fcaebb40-a172-4dae-86cc-b1dc9627ee99 req-cebe70b2-35d3-4e88-99e6-f51481b42d98 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=27a4496c-faf3-4e36-a2a3-82d63f6ce3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436909 Apr 15 20:36:18.115175 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Pushing event updated for resources: {'Port': ['ID=2b68fff2-8639-4976-ae91-9372768a3f47,revision_number=4']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:36:18.118480 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:36:18.262967 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:18.472802 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] get_ports_and_sgs() called for port_ids ['2b68fff2-8639-4976-ae91-9372768a3f47'] {{(pid=85413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:36:19.031541 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa04f204-1ee3-4f01-8eb8-b182593105ca req-4aa49144-d39c-42c7-a728-99f089ff1af5 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:19.033243 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-fa04f204-1ee3-4f01-8eb8-b182593105ca req-4aa49144-d39c-42c7-a728-99f089ff1af5 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a525601-9837-4783-a292-3675d283251f HTTP/1.1" status: 200 len: 944 time: 0.1630147 Apr 15 20:36:19.047285 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925dcfd7-9452-46ad-b993-c21343a8e8ff req-26c0edad-94a6-44c5-a80f-e41f1fe28912 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:19.048920 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-925dcfd7-9452-46ad-b993-c21343a8e8ff req-26c0edad-94a6-44c5-a80f-e41f1fe28912 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5cc361a-f6e8-4d95-8865-529ac245be06 HTTP/1.1" status: 200 len: 946 time: 0.1277161 Apr 15 20:36:19.128647 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-fa04f204-1ee3-4f01-8eb8-b182593105ca req-b5344c05-acb7-49da-a4a8-13f1e79d4523 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7c295eb-f8bf-46dc-901c-6b1fe1ec5d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762420 Apr 15 20:36:19.133195 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-925dcfd7-9452-46ad-b993-c21343a8e8ff req-b9356a3f-3338-4128-97d7-30012d961613 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.69 "GET /v2.0/security-groups?id=142e81b3-d63e-467c-ac4b-318ab134cce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645261 Apr 15 20:36:19.357834 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2de7ed5-d434-4dfe-ba79-f9d050e1c25b req-11fa6a68-1ec2-4e49-aeaa-ac83add41afc tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:19.360019 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c2de7ed5-d434-4dfe-ba79-f9d050e1c25b req-11fa6a68-1ec2-4e49-aeaa-ac83add41afc tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b0f5546-ad33-40d8-94b2-83b445a88502 HTTP/1.1" status: 200 len: 944 time: 0.0971625 Apr 15 20:36:19.408463 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c2de7ed5-d434-4dfe-ba79-f9d050e1c25b req-1e8a1996-39ab-4669-bba6-0ebd90d035bc tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=27a4496c-faf3-4e36-a2a3-82d63f6ce3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415795 Apr 15 20:36:19.587160 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-611aad59-e19d-4c1d-b92d-eb0975a661b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:19.758488 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device 2b68fff2-8639-4976-ae91-9372768a3f47 up at agent hyperv_hv-cinder-78638 {{(pid=85413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:36:19.837593 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Provisioning for port 2b68fff2-8639-4976-ae91-9372768a3f47 completed by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:36:19.842781 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Provisioning complete for port 2b68fff2-8639-4976-ae91-9372768a3f47 triggered by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:36:19.843310 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:20.003510 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:20.033278 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a525601-9837-4783-a292-3675d283251f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b68fff2-8639-4976-ae91-9372768a3f47'}] {{(pid=85413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:36:20.044631 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] For port 2b68fff2-8639-4976-ae91-9372768a3f47, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2b68fff2-8639-4976-ae91-9372768a3f47,segment=NetworkSegment(7090a18a-55a0-4c97-8e62-b66fed641375),segment_id=7090a18a-55a0-4c97-8e62-b66fed641375)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:36:20.049107 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:20.051137 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-35dddee3-f4ad-41ee-b3e4-402b7bf9fda4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:36:20.262821 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a525601-9837-4783-a292-3675d283251f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b68fff2-8639-4976-ae91-9372768a3f47', 'code': 200} Apr 15 20:36:20.305763 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Pushing event updated for resources: {'Port': ['ID=2b68fff2-8639-4976-ae91-9372768a3f47,revision_number=5']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:36:20.309225 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:36:20.451972 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582f01e5-175f-4972-916d-1576c8e130d4 req-57fa050c-8c42-4685-8a9f-f95783848552 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:20.460031 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-582f01e5-175f-4972-916d-1576c8e130d4 req-57fa050c-8c42-4685-8a9f-f95783848552 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a525601-9837-4783-a292-3675d283251f HTTP/1.1" status: 200 len: 945 time: 0.1750553 Apr 15 20:36:20.533521 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-582f01e5-175f-4972-916d-1576c8e130d4 req-8ea055e0-d7d1-4f2e-9379-8d0145e399f0 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7c295eb-f8bf-46dc-901c-6b1fe1ec5d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722682 Apr 15 20:36:20.669891 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df9129-6675-4d53-95cd-13bd36d11ec6 req-0ecf1052-a56f-4ffc-94c7-77c0ad528c5e tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:20.671523 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-29df9129-6675-4d53-95cd-13bd36d11ec6 req-0ecf1052-a56f-4ffc-94c7-77c0ad528c5e tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5cc361a-f6e8-4d95-8865-529ac245be06 HTTP/1.1" status: 200 len: 946 time: 0.1225040 Apr 15 20:36:20.779788 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-29df9129-6675-4d53-95cd-13bd36d11ec6 req-7237c985-bf68-42f0-a3d1-c01a28e719dd tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.69 "GET /v2.0/security-groups?id=142e81b3-d63e-467c-ac4b-318ab134cce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667331 Apr 15 20:36:20.800765 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cb6b51-df78-49e7-8511-683c0ad7c383 req-afaf5789-936e-4797-90db-6cc79078eed6 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:20.802357 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-96cb6b51-df78-49e7-8511-683c0ad7c383 req-afaf5789-936e-4797-90db-6cc79078eed6 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b0f5546-ad33-40d8-94b2-83b445a88502 HTTP/1.1" status: 200 len: 944 time: 0.1298902 Apr 15 20:36:20.851623 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-96cb6b51-df78-49e7-8511-683c0ad7c383 req-b12c6878-3f4e-4f28-91d7-8c2075f54a26 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=27a4496c-faf3-4e36-a2a3-82d63f6ce3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420880 Apr 15 20:36:21.734757 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd88ec-fdaf-4cd6-9fa8-9483e9097a52 req-06b2fabf-445f-48c1-8a61-62089f9cf248 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:21.736495 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-57bd88ec-fdaf-4cd6-9fa8-9483e9097a52 req-06b2fabf-445f-48c1-8a61-62089f9cf248 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a525601-9837-4783-a292-3675d283251f HTTP/1.1" status: 200 len: 945 time: 0.0932624 Apr 15 20:36:21.786703 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-57bd88ec-fdaf-4cd6-9fa8-9483e9097a52 req-ffb1e37b-0acb-4383-84a1-83c8ae771b10 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7c295eb-f8bf-46dc-901c-6b1fe1ec5d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433464 Apr 15 20:36:22.036904 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ddbb52-74d9-48e2-aac5-f980f8f12da4 req-30456872-9eeb-4632-8f42-2e0a764f4653 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:22.038717 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-85ddbb52-74d9-48e2-aac5-f980f8f12da4 req-30456872-9eeb-4632-8f42-2e0a764f4653 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5cc361a-f6e8-4d95-8865-529ac245be06 HTTP/1.1" status: 200 len: 946 time: 0.1327708 Apr 15 20:36:22.091796 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-85ddbb52-74d9-48e2-aac5-f980f8f12da4 req-552bbf9c-7931-4c66-a324-a93a517f9626 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.69 "GET /v2.0/security-groups?id=142e81b3-d63e-467c-ac4b-318ab134cce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460002 Apr 15 20:36:22.251371 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59efdc78-2301-4896-9940-631f870ce8db req-92b2b2db-6f29-47a2-9562-0a4a4674008f tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:22.252958 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-59efdc78-2301-4896-9940-631f870ce8db req-92b2b2db-6f29-47a2-9562-0a4a4674008f tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b0f5546-ad33-40d8-94b2-83b445a88502 HTTP/1.1" status: 200 len: 944 time: 0.1028101 Apr 15 20:36:22.305264 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-59efdc78-2301-4896-9940-631f870ce8db req-733efe1d-a9ca-4938-b738-eec7ea59896b tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=27a4496c-faf3-4e36-a2a3-82d63f6ce3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457945 Apr 15 20:36:23.019018 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe71cf-95dd-48ad-a25d-00b447e1a073 req-211b0daa-fa99-4714-a316-969954d09013 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:23.020717 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-05fe71cf-95dd-48ad-a25d-00b447e1a073 req-211b0daa-fa99-4714-a316-969954d09013 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a525601-9837-4783-a292-3675d283251f HTTP/1.1" status: 200 len: 945 time: 0.1052775 Apr 15 20:36:23.070855 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-05fe71cf-95dd-48ad-a25d-00b447e1a073 req-8d5104ba-1342-4ddd-9e36-aa7de4703dfe tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7c295eb-f8bf-46dc-901c-6b1fe1ec5d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427661 Apr 15 20:36:23.300096 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147591b1-33dd-44a7-9e12-a700263aed07 req-ef890abd-53ce-4490-b21e-7af382971879 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:23.301704 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-147591b1-33dd-44a7-9e12-a700263aed07 req-ef890abd-53ce-4490-b21e-7af382971879 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5cc361a-f6e8-4d95-8865-529ac245be06 HTTP/1.1" status: 200 len: 946 time: 0.0924399 Apr 15 20:36:23.361666 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-147591b1-33dd-44a7-9e12-a700263aed07 req-8144cc1c-c21f-4b77-b1aa-f4c2b8ab25b3 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.69 "GET /v2.0/security-groups?id=142e81b3-d63e-467c-ac4b-318ab134cce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527394 Apr 15 20:36:23.549606 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d654c5-510c-4db9-b005-e79bb54a4dcf req-1f756170-79b0-4f00-bfd9-f014f8c30b19 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:23.551286 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-08d654c5-510c-4db9-b005-e79bb54a4dcf req-1f756170-79b0-4f00-bfd9-f014f8c30b19 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b0f5546-ad33-40d8-94b2-83b445a88502 HTTP/1.1" status: 200 len: 944 time: 0.0959587 Apr 15 20:36:23.616017 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-08d654c5-510c-4db9-b005-e79bb54a4dcf req-2ae0fb7b-7ac6-4278-ad8d-7cfced40943c tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=27a4496c-faf3-4e36-a2a3-82d63f6ce3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509689 Apr 15 20:36:24.299062 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054161ab-e504-49f9-80a6-4d420b59114f req-b0eada9b-ebd4-44b3-a7b0-638f3f56b709 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:24.300648 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-054161ab-e504-49f9-80a6-4d420b59114f req-b0eada9b-ebd4-44b3-a7b0-638f3f56b709 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a525601-9837-4783-a292-3675d283251f HTTP/1.1" status: 200 len: 945 time: 0.1008105 Apr 15 20:36:24.349752 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-054161ab-e504-49f9-80a6-4d420b59114f req-ab6fffb8-2d3d-41b8-8755-327e911646bd tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7c295eb-f8bf-46dc-901c-6b1fe1ec5d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425525 Apr 15 20:36:24.571485 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b924d-77f8-4ed4-8878-87291c8a1f08 req-142662ac-a29c-48f8-8bac-0662af48d4bd tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:24.574913 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-e60b924d-77f8-4ed4-8878-87291c8a1f08 req-142662ac-a29c-48f8-8bac-0662af48d4bd tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5cc361a-f6e8-4d95-8865-529ac245be06 HTTP/1.1" status: 200 len: 946 time: 0.0945261 Apr 15 20:36:24.626046 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-e60b924d-77f8-4ed4-8878-87291c8a1f08 req-407df414-2c92-4b27-afbe-7961ebd8ecfc tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.69 "GET /v2.0/security-groups?id=142e81b3-d63e-467c-ac4b-318ab134cce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463138 Apr 15 20:36:24.832035 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750c19c-c15b-461e-b5f3-859d989f62d8 req-f38f53fe-cea0-4433-a7e9-984c065a9341 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:24.833893 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-a750c19c-c15b-461e-b5f3-859d989f62d8 req-f38f53fe-cea0-4433-a7e9-984c065a9341 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b0f5546-ad33-40d8-94b2-83b445a88502 HTTP/1.1" status: 200 len: 944 time: 0.0962098 Apr 15 20:36:24.883642 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-a750c19c-c15b-461e-b5f3-859d989f62d8 req-baa64273-d7f2-44cc-b270-04cad02904d3 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=27a4496c-faf3-4e36-a2a3-82d63f6ce3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427840 Apr 15 20:36:25.581008 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d94bfb6-639d-4b6e-a118-ff8cef4caf3f req-abd9471c-78c4-48e6-acb7-70814355f36c tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:25.583779 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-5d94bfb6-639d-4b6e-a118-ff8cef4caf3f req-abd9471c-78c4-48e6-acb7-70814355f36c tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a525601-9837-4783-a292-3675d283251f HTTP/1.1" status: 200 len: 945 time: 0.1058955 Apr 15 20:36:25.634232 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-5d94bfb6-639d-4b6e-a118-ff8cef4caf3f req-9ee58341-4721-4a83-888e-648c63cbe073 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7c295eb-f8bf-46dc-901c-6b1fe1ec5d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441206 Apr 15 20:36:25.834628 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bada803a-a62c-4a46-bd85-f2116d474653 req-5f98ffba-2c97-45c4-8ff9-574b0568d6cc tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:25.836577 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-bada803a-a62c-4a46-bd85-f2116d474653 req-5f98ffba-2c97-45c4-8ff9-574b0568d6cc tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5cc361a-f6e8-4d95-8865-529ac245be06 HTTP/1.1" status: 200 len: 946 time: 0.0953045 Apr 15 20:36:25.892938 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-bada803a-a62c-4a46-bd85-f2116d474653 req-106dbe2b-030d-4042-bc24-c8ad3b689360 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.69 "GET /v2.0/security-groups?id=142e81b3-d63e-467c-ac4b-318ab134cce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491152 Apr 15 20:36:26.123856 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562bee20-6554-4a7e-b672-846d1f299718 req-2b0eec2d-42b2-4901-8997-aa404dfa60df tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:26.125876 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-562bee20-6554-4a7e-b672-846d1f299718 req-2b0eec2d-42b2-4901-8997-aa404dfa60df tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b0f5546-ad33-40d8-94b2-83b445a88502 HTTP/1.1" status: 200 len: 944 time: 0.1005287 Apr 15 20:36:26.203735 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-562bee20-6554-4a7e-b672-846d1f299718 req-69273b2d-1c44-4c9b-b09d-02179a913be7 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=27a4496c-faf3-4e36-a2a3-82d63f6ce3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700696 Apr 15 20:36:26.843928 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7601a1-9f47-4659-a387-171d7948fa77 req-ca6318a0-0926-494a-89d6-f16dc5d081ad tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:26.845534 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-7b7601a1-9f47-4659-a387-171d7948fa77 req-ca6318a0-0926-494a-89d6-f16dc5d081ad tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a525601-9837-4783-a292-3675d283251f HTTP/1.1" status: 200 len: 945 time: 0.0955381 Apr 15 20:36:26.902725 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-7b7601a1-9f47-4659-a387-171d7948fa77 req-5bf36900-a307-42d0-bdb5-f169300214ff tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7c295eb-f8bf-46dc-901c-6b1fe1ec5d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503271 Apr 15 20:36:27.102233 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff12c11-ea80-450c-8452-f672ab41fbe7 req-71e2bfa6-5965-4dac-bf9b-9149e6b206df tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:27.103940 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-8ff12c11-ea80-450c-8452-f672ab41fbe7 req-71e2bfa6-5965-4dac-bf9b-9149e6b206df tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5cc361a-f6e8-4d95-8865-529ac245be06 HTTP/1.1" status: 200 len: 946 time: 0.0930879 Apr 15 20:36:27.160802 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-8ff12c11-ea80-450c-8452-f672ab41fbe7 req-271db3e7-ac6d-448b-b576-9f6d0f86b1c2 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.69 "GET /v2.0/security-groups?id=142e81b3-d63e-467c-ac4b-318ab134cce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503018 Apr 15 20:36:27.446287 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf55ab0-19db-4979-b846-2d942a95feff req-e31dc987-ebe9-44f2-b1e4-6de74b2095fb tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:27.447898 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-6bf55ab0-19db-4979-b846-2d942a95feff req-e31dc987-ebe9-44f2-b1e4-6de74b2095fb tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b0f5546-ad33-40d8-94b2-83b445a88502 HTTP/1.1" status: 200 len: 944 time: 0.1221926 Apr 15 20:36:27.502777 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-6bf55ab0-19db-4979-b846-2d942a95feff req-cdce5601-5cca-4e21-9329-94c3d86e2534 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=27a4496c-faf3-4e36-a2a3-82d63f6ce3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483928 Apr 15 20:36:28.108146 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76907388-f4e0-4124-b9bf-ce7ba496561e req-02360090-0572-4465-b2f5-a4a94f88b55a tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:28.109810 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-76907388-f4e0-4124-b9bf-ce7ba496561e req-02360090-0572-4465-b2f5-a4a94f88b55a tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a525601-9837-4783-a292-3675d283251f HTTP/1.1" status: 200 len: 945 time: 0.0900962 Apr 15 20:36:28.165051 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-76907388-f4e0-4124-b9bf-ce7ba496561e req-c12bf71e-b156-445c-bbd6-17d3917870c6 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7c295eb-f8bf-46dc-901c-6b1fe1ec5d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453501 Apr 15 20:36:28.383728 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf9872a-4ad9-4fe9-8c5b-60f811b238f4 req-bfa9857e-6fe8-4d3e-bcca-81a525d15a0a tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:28.385387 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-9bf9872a-4ad9-4fe9-8c5b-60f811b238f4 req-bfa9857e-6fe8-4d3e-bcca-81a525d15a0a tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5cc361a-f6e8-4d95-8865-529ac245be06 HTTP/1.1" status: 200 len: 946 time: 0.0962441 Apr 15 20:36:28.435438 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-9bf9872a-4ad9-4fe9-8c5b-60f811b238f4 req-4f40f250-a38c-439e-8259-4ee6f50d7ae5 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.69 "GET /v2.0/security-groups?id=142e81b3-d63e-467c-ac4b-318ab134cce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427921 Apr 15 20:36:28.720925 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc97f048-f70a-4ab0-830d-c7055bfb9464 req-2933da74-caff-419c-8dad-6a1b97fcbe3b tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:28.722580 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-fc97f048-f70a-4ab0-830d-c7055bfb9464 req-2933da74-caff-419c-8dad-6a1b97fcbe3b tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b0f5546-ad33-40d8-94b2-83b445a88502 HTTP/1.1" status: 200 len: 944 time: 0.0948236 Apr 15 20:36:28.779900 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-fc97f048-f70a-4ab0-830d-c7055bfb9464 req-017da93e-e539-4607-bd06-a0cb23ae82f1 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=27a4496c-faf3-4e36-a2a3-82d63f6ce3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498505 Apr 15 20:36:29.277998 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 36210) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:36:29.371661 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e2bd86-63c5-4ae7-b270-468d4ed76f5c req-47e5ae73-6a6e-497f-aac0-7c43046315d4 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:29.373419 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-27e2bd86-63c5-4ae7-b270-468d4ed76f5c req-47e5ae73-6a6e-497f-aac0-7c43046315d4 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a525601-9837-4783-a292-3675d283251f HTTP/1.1" status: 200 len: 945 time: 0.0914772 Apr 15 20:36:29.428406 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-27e2bd86-63c5-4ae7-b270-468d4ed76f5c req-24c423a5-09bc-4780-89b7-d41fa27db423 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7c295eb-f8bf-46dc-901c-6b1fe1ec5d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483623 Apr 15 20:36:29.435336 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-042d9b1a-855b-4a83-a705-d03417d5ed58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:29.452532 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-042d9b1a-855b-4a83-a705-d03417d5ed58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:36:29.456574 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-042d9b1a-855b-4a83-a705-d03417d5ed58 admin admin] Usage tracker for resource:security_group_rule and tenant:99efb346ee1b4208b7fa0b0ff04d458d is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:36:29.459592 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-042d9b1a-855b-4a83-a705-d03417d5ed58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:36:29.465489 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-042d9b1a-855b-4a83-a705-d03417d5ed58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:36:29.572006 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-042d9b1a-855b-4a83-a705-d03417d5ed58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:29.575083 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-042d9b1a-855b-4a83-a705-d03417d5ed58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:29.582517 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-9f6bc603-f4af-4db4-967e-3af30364d1c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:36:29.631167 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-042d9b1a-855b-4a83-a705-d03417d5ed58 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=99efb346ee1b4208b7fa0b0ff04d458d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3518362 Apr 15 20:36:29.631547 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 36218) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:36:29.633672 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042d9b1a-855b-4a83-a705-d03417d5ed58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28530b9c-eef5-41d3-8e20-1c9c971bf04f,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:36:29.642689 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042d9b1a-855b-4a83-a705-d03417d5ed58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:36:29.643119 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042d9b1a-855b-4a83-a705-d03417d5ed58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:36:29.643811 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042d9b1a-855b-4a83-a705-d03417d5ed58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:36:29.644225 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042d9b1a-855b-4a83-a705-d03417d5ed58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:36:29.644636 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042d9b1a-855b-4a83-a705-d03417d5ed58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:36:29.645048 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042d9b1a-855b-4a83-a705-d03417d5ed58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:36:29.645453 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042d9b1a-855b-4a83-a705-d03417d5ed58 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:36:29.645861 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042d9b1a-855b-4a83-a705-d03417d5ed58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:36:29.646270 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042d9b1a-855b-4a83-a705-d03417d5ed58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:36:29.646708 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042d9b1a-855b-4a83-a705-d03417d5ed58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:36:29.647111 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042d9b1a-855b-4a83-a705-d03417d5ed58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:36:29.647509 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042d9b1a-855b-4a83-a705-d03417d5ed58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:36:29.655274 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-042d9b1a-855b-4a83-a705-d03417d5ed58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:36:29.688367 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f136c-7cb4-4137-a618-86a8c753ef57 req-29077afa-4160-4644-b3e7-71d821544b00 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:29.690028 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-a06f136c-7cb4-4137-a618-86a8c753ef57 req-29077afa-4160-4644-b3e7-71d821544b00 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5cc361a-f6e8-4d95-8865-529ac245be06 HTTP/1.1" status: 200 len: 946 time: 0.1367130 Apr 15 20:36:29.716661 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7bab5e00-2164-4b23-8694-ab07c933aa2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:29.775742 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7bab5e00-2164-4b23-8694-ab07c933aa2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:29.789039 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-a06f136c-7cb4-4137-a618-86a8c753ef57 req-38a37bdd-ead2-4700-a6a6-6bf67dbc650e tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.69 "GET /v2.0/security-groups?id=142e81b3-d63e-467c-ac4b-318ab134cce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911191 Apr 15 20:36:29.833729 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7bab5e00-2164-4b23-8694-ab07c933aa2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:29.839391 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-3b0593f3-0554-4ead-82c9-742618eaa8b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:36:29.853593 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bab5e00-2164-4b23-8694-ab07c933aa2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28530b9c-eef5-41d3-8e20-1c9c971bf04f,revision_number=None']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:36:29.862407 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bab5e00-2164-4b23-8694-ab07c933aa2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:36:29.862836 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bab5e00-2164-4b23-8694-ab07c933aa2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:36:29.863240 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bab5e00-2164-4b23-8694-ab07c933aa2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:36:29.863637 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bab5e00-2164-4b23-8694-ab07c933aa2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:36:29.864031 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bab5e00-2164-4b23-8694-ab07c933aa2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:36:29.864431 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bab5e00-2164-4b23-8694-ab07c933aa2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:36:29.864820 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bab5e00-2164-4b23-8694-ab07c933aa2f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:36:29.865210 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bab5e00-2164-4b23-8694-ab07c933aa2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:36:29.865599 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bab5e00-2164-4b23-8694-ab07c933aa2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:36:29.865988 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bab5e00-2164-4b23-8694-ab07c933aa2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:36:29.866429 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bab5e00-2164-4b23-8694-ab07c933aa2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:36:29.866815 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bab5e00-2164-4b23-8694-ab07c933aa2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:36:29.869722 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7bab5e00-2164-4b23-8694-ab07c933aa2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:29.873544 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-7bab5e00-2164-4b23-8694-ab07c933aa2f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/28530b9c-eef5-41d3-8e20-1c9c971bf04f HTTP/1.1" status: 204 len: 168 time: 0.2383850 Apr 15 20:36:29.873544 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-7bab5e00-2164-4b23-8694-ab07c933aa2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:36:30.005187 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f67cc-f89d-4311-aceb-9e3d1dded1a7 req-cbc47c2c-13ff-4723-944b-415c81845dce tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:30.006853 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-466f67cc-f89d-4311-aceb-9e3d1dded1a7 req-cbc47c2c-13ff-4723-944b-415c81845dce tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b0f5546-ad33-40d8-94b2-83b445a88502 HTTP/1.1" status: 200 len: 944 time: 0.1021960 Apr 15 20:36:30.056039 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-466f67cc-f89d-4311-aceb-9e3d1dded1a7 req-15197f89-1852-4f56-8f40-201ec07ea28d tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=27a4496c-faf3-4e36-a2a3-82d63f6ce3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425117 Apr 15 20:36:30.661167 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711c8078-80c4-4219-911d-284d2885d730 req-2b395e8a-2ce4-437c-b7cc-4dbaba7f9efa tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:30.671965 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-711c8078-80c4-4219-911d-284d2885d730 req-2b395e8a-2ce4-437c-b7cc-4dbaba7f9efa tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a525601-9837-4783-a292-3675d283251f HTTP/1.1" status: 200 len: 945 time: 0.1060081 Apr 15 20:36:30.746457 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-711c8078-80c4-4219-911d-284d2885d730 req-85fb4cf6-3a30-455d-bd75-34e49ab7fa28 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7c295eb-f8bf-46dc-901c-6b1fe1ec5d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656757 Apr 15 20:36:31.014470 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b507ef-5233-412d-8700-ca9885dd73ee req-b14e8f34-1b26-4e15-86c1-f6f823a5f765 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:31.016101 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-41b507ef-5233-412d-8700-ca9885dd73ee req-b14e8f34-1b26-4e15-86c1-f6f823a5f765 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5cc361a-f6e8-4d95-8865-529ac245be06 HTTP/1.1" status: 200 len: 946 time: 0.0893188 Apr 15 20:36:31.067470 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-41b507ef-5233-412d-8700-ca9885dd73ee req-f46759b1-eebb-412d-ad0f-4315f901b033 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.69 "GET /v2.0/security-groups?id=142e81b3-d63e-467c-ac4b-318ab134cce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449917 Apr 15 20:36:31.529914 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f780b5-a7f6-419e-9da4-44fda9e76d0c req-8b1cac7e-d736-4eb2-a6d0-2b11c67644be tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:31.531500 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c2f780b5-a7f6-419e-9da4-44fda9e76d0c req-8b1cac7e-d736-4eb2-a6d0-2b11c67644be tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b0f5546-ad33-40d8-94b2-83b445a88502 HTTP/1.1" status: 200 len: 944 time: 0.3527422 Apr 15 20:36:31.581326 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c2f780b5-a7f6-419e-9da4-44fda9e76d0c req-4a4e5094-af85-429c-929c-83423c995b85 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=27a4496c-faf3-4e36-a2a3-82d63f6ce3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413077 Apr 15 20:36:31.950793 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eddf1c4-b54e-4bb8-ac5d-03890c99d4ab req-e3dcb381-915e-450e-9565-0a80596e8e35 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:31.952387 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-1eddf1c4-b54e-4bb8-ac5d-03890c99d4ab req-e3dcb381-915e-450e-9565-0a80596e8e35 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a525601-9837-4783-a292-3675d283251f HTTP/1.1" status: 200 len: 945 time: 0.0927768 Apr 15 20:36:32.005573 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-1eddf1c4-b54e-4bb8-ac5d-03890c99d4ab req-929d55db-37d6-467b-b4de-d018172e6f64 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7c295eb-f8bf-46dc-901c-6b1fe1ec5d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439017 Apr 15 20:36:32.298756 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e98663e-2569-4241-b37c-2eaf16d7516f req-184d492f-0d6c-4559-b26b-96417e570c1a tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:32.300334 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-2e98663e-2569-4241-b37c-2eaf16d7516f req-184d492f-0d6c-4559-b26b-96417e570c1a tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5cc361a-f6e8-4d95-8865-529ac245be06 HTTP/1.1" status: 200 len: 946 time: 0.0920165 Apr 15 20:36:32.351113 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-2e98663e-2569-4241-b37c-2eaf16d7516f req-d4607bb3-afe5-4197-ba0f-976f92824de4 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.69 "GET /v2.0/security-groups?id=142e81b3-d63e-467c-ac4b-318ab134cce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411355 Apr 15 20:36:32.796259 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28edeb26-be02-487d-a1e0-bad7efaa8907 req-5a16125d-1625-4bd8-bb5d-debef02edf10 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:32.797869 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-28edeb26-be02-487d-a1e0-bad7efaa8907 req-5a16125d-1625-4bd8-bb5d-debef02edf10 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b0f5546-ad33-40d8-94b2-83b445a88502 HTTP/1.1" status: 200 len: 944 time: 0.0930171 Apr 15 20:36:32.849314 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-28edeb26-be02-487d-a1e0-bad7efaa8907 req-73b3b0fb-c9f3-458e-8db3-49207e9ea34e tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=27a4496c-faf3-4e36-a2a3-82d63f6ce3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415776 Apr 15 20:36:33.203976 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cd21f7-2c3d-4dbf-925c-8a02481a33a7 req-77ba25ac-0a5c-436d-a303-887f247931a5 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:33.205565 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-74cd21f7-2c3d-4dbf-925c-8a02481a33a7 req-77ba25ac-0a5c-436d-a303-887f247931a5 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a525601-9837-4783-a292-3675d283251f HTTP/1.1" status: 200 len: 945 time: 0.0886502 Apr 15 20:36:33.254528 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-74cd21f7-2c3d-4dbf-925c-8a02481a33a7 req-f53ef5b3-ca30-4194-9447-17c0741735ad tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7c295eb-f8bf-46dc-901c-6b1fe1ec5d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425177 Apr 15 20:36:33.562448 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e04568-0d35-4138-95f4-82d06bdce459 req-a88d308f-90ef-49d3-a6f5-696b66b340fc tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:33.563906 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-a0e04568-0d35-4138-95f4-82d06bdce459 req-a88d308f-90ef-49d3-a6f5-696b66b340fc tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5cc361a-f6e8-4d95-8865-529ac245be06 HTTP/1.1" status: 200 len: 946 time: 0.0989943 Apr 15 20:36:33.615067 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-a0e04568-0d35-4138-95f4-82d06bdce459 req-1e9277db-1317-4e55-9f23-556fbacbf756 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.69 "GET /v2.0/security-groups?id=142e81b3-d63e-467c-ac4b-318ab134cce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417717 Apr 15 20:36:34.061370 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89950660-ca6e-4548-9905-9da278f115de req-3474b3ca-6b69-42ef-8556-d0c113578283 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:34.063051 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-89950660-ca6e-4548-9905-9da278f115de req-3474b3ca-6b69-42ef-8556-d0c113578283 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b0f5546-ad33-40d8-94b2-83b445a88502 HTTP/1.1" status: 200 len: 944 time: 0.0953085 Apr 15 20:36:34.111332 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-89950660-ca6e-4548-9905-9da278f115de req-78244833-fdc3-4682-98e6-e7332bf4677c tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=27a4496c-faf3-4e36-a2a3-82d63f6ce3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416553 Apr 15 20:36:34.467003 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad2fc0-310e-4feb-8ed7-562a31a56c8d req-1ce023a6-693c-486c-9340-84972ea97f29 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:34.468599 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-5bad2fc0-310e-4feb-8ed7-562a31a56c8d req-1ce023a6-693c-486c-9340-84972ea97f29 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a525601-9837-4783-a292-3675d283251f HTTP/1.1" status: 200 len: 945 time: 0.0882967 Apr 15 20:36:34.518348 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-5bad2fc0-310e-4feb-8ed7-562a31a56c8d req-1aeb860c-5547-4468-83d3-87f427514891 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7c295eb-f8bf-46dc-901c-6b1fe1ec5d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431108 Apr 15 20:36:34.519718 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce84bfc-f5dc-4d98-aa00-a372d2c29ea5 req-9460cebb-8819-42d2-9a5e-29176df70b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:34.521300 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-fce84bfc-f5dc-4d98-aa00-a372d2c29ea5 req-9460cebb-8819-42d2-9a5e-29176df70b5e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=3a525601-9837-4783-a292-3675d283251f HTTP/1.1" status: 200 len: 1098 time: 0.0824161 Apr 15 20:36:34.571961 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-fce84bfc-f5dc-4d98-aa00-a372d2c29ea5 req-6bb40892-d2dd-439b-8d03-8f12e56643b2 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=c7c295eb-f8bf-46dc-901c-6b1fe1ec5d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386534 Apr 15 20:36:34.832668 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47e13be-b7cf-46e6-b60f-afe9653eafdf req-72566859-1154-44b4-a108-eaa494f9590d tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:34.834260 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c47e13be-b7cf-46e6-b60f-afe9653eafdf req-72566859-1154-44b4-a108-eaa494f9590d tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5cc361a-f6e8-4d95-8865-529ac245be06 HTTP/1.1" status: 200 len: 946 time: 0.0983341 Apr 15 20:36:34.883335 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c47e13be-b7cf-46e6-b60f-afe9653eafdf req-7cc99857-0300-475b-bcf8-e8cea505a187 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.69 "GET /v2.0/security-groups?id=142e81b3-d63e-467c-ac4b-318ab134cce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426857 Apr 15 20:36:35.318600 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f324d7e7-eb63-48dd-967c-4542a84cf82a req-2a9b52c9-1728-4237-ba3e-63d05ae4cbc4 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:35.320221 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f324d7e7-eb63-48dd-967c-4542a84cf82a req-2a9b52c9-1728-4237-ba3e-63d05ae4cbc4 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b0f5546-ad33-40d8-94b2-83b445a88502 HTTP/1.1" status: 200 len: 944 time: 0.0895360 Apr 15 20:36:35.387202 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f324d7e7-eb63-48dd-967c-4542a84cf82a req-548168ef-a71d-43d8-ad19-c347faa86e8f tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=27a4496c-faf3-4e36-a2a3-82d63f6ce3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494826 Apr 15 20:36:35.727380 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc642e4a-4221-4c17-96cd-300c70051131 req-fe406d36-a49c-456d-a6f0-221453145c2f tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:35.728948 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-bc642e4a-4221-4c17-96cd-300c70051131 req-fe406d36-a49c-456d-a6f0-221453145c2f tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a525601-9837-4783-a292-3675d283251f HTTP/1.1" status: 200 len: 945 time: 0.0902946 Apr 15 20:36:35.776855 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-bc642e4a-4221-4c17-96cd-300c70051131 req-db5ed866-47c6-43fa-95d1-38ee5d5fedef tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7c295eb-f8bf-46dc-901c-6b1fe1ec5d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404110 Apr 15 20:36:36.094661 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a60ea0-fe27-421f-b245-af718d7339b6 req-43a077d3-3005-4072-a8e4-729853572fb7 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:36.096235 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-b0a60ea0-fe27-421f-b245-af718d7339b6 req-43a077d3-3005-4072-a8e4-729853572fb7 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5cc361a-f6e8-4d95-8865-529ac245be06 HTTP/1.1" status: 200 len: 946 time: 0.0950813 Apr 15 20:36:36.147622 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-b0a60ea0-fe27-421f-b245-af718d7339b6 req-942d691d-9025-4365-a614-2e6b08915ed9 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.69 "GET /v2.0/security-groups?id=142e81b3-d63e-467c-ac4b-318ab134cce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414381 Apr 15 20:36:36.600486 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d33e02-840e-49f0-ac6c-ea7c73b07bc8 req-3ad90710-6922-464b-9641-0d428c661fcb tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:36.602477 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c4d33e02-840e-49f0-ac6c-ea7c73b07bc8 req-3ad90710-6922-464b-9641-0d428c661fcb tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b0f5546-ad33-40d8-94b2-83b445a88502 HTTP/1.1" status: 200 len: 944 time: 0.0948374 Apr 15 20:36:36.654356 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c4d33e02-840e-49f0-ac6c-ea7c73b07bc8 req-4a204906-a1d8-4573-930f-178f311edce7 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=27a4496c-faf3-4e36-a2a3-82d63f6ce3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441759 Apr 15 20:36:36.938928 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef477757-462d-447e-bca8-a184014a41a9 req-a0a09e83-95d6-41c8-ba83-f861fe31bea3 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:36.939712 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-ef477757-462d-447e-bca8-a184014a41a9 req-a0a09e83-95d6-41c8-ba83-f861fe31bea3 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Synchronizing usage tracker for tenant:44c0a87fc78442be945a3d658bb0728d on resource:port {{(pid=85412) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:36:36.957352 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-ef477757-462d-447e-bca8-a184014a41a9 req-a0a09e83-95d6-41c8-ba83-f861fe31bea3 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Unset dirty status for tenant:44c0a87fc78442be945a3d658bb0728d on resource:port {{(pid=85412) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:36:36.958211 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ef477757-462d-447e-bca8-a184014a41a9 req-a0a09e83-95d6-41c8-ba83-f861fe31bea3 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.76 "GET /v2.0/ports?device_id=a5cc361a-f6e8-4d95-8865-529ac245be06 HTTP/1.1" status: 200 len: 946 time: 0.1047311 Apr 15 20:36:36.989350 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695a650a-14b8-4f6e-a201-f907413ff76a req-7dfb7e4d-617d-4317-8b89-11c73f7528da tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:36.991108 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-695a650a-14b8-4f6e-a201-f907413ff76a req-7dfb7e4d-617d-4317-8b89-11c73f7528da tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a525601-9837-4783-a292-3675d283251f HTTP/1.1" status: 200 len: 945 time: 0.0982134 Apr 15 20:36:37.042896 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-695a650a-14b8-4f6e-a201-f907413ff76a req-83a8c5e3-ea28-4178-b9da-ebee889eac23 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7c295eb-f8bf-46dc-901c-6b1fe1ec5d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442157 Apr 15 20:36:37.045619 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [req-ef477757-462d-447e-bca8-a184014a41a9 req-b5df8296-047d-42cc-b404-3910df809e16 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Deleting port 71f44887-466f-4c51-86f9-e03785af4757 {{(pid=85412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:36:37.045908 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-ef477757-462d-447e-bca8-a184014a41a9 req-b5df8296-047d-42cc-b404-3910df809e16 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245249624948'] for port, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:37.356212 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [req-ef477757-462d-447e-bca8-a184014a41a9 req-b5df8296-047d-42cc-b404-3910df809e16 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] For port 71f44887-466f-4c51-86f9-e03785af4757, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=71f44887-466f-4c51-86f9-e03785af4757,segment=NetworkSegment(84551165-5348-4f6d-b8e7-3ff14f5673d9),segment_id=84551165-5348-4f6d-b8e7-3ff14f5673d9)] {{(pid=85412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:36:37.356612 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-ef477757-462d-447e-bca8-a184014a41a9 req-b5df8296-047d-42cc-b404-3910df809e16 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16344636'] for port, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:37.375744 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6735e34a-554e-425c-9e8d-c156d27aa812 req-ace162af-a039-4590-a1bc-80e1f8329e94 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:37.383612 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-6735e34a-554e-425c-9e8d-c156d27aa812 req-ace162af-a039-4590-a1bc-80e1f8329e94 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5cc361a-f6e8-4d95-8865-529ac245be06 HTTP/1.1" status: 200 len: 946 time: 0.1030812 Apr 15 20:36:37.429918 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-6735e34a-554e-425c-9e8d-c156d27aa812 req-f7929720-88bb-4d7a-9a4b-edec66719547 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.69 "GET /v2.0/security-groups?id=142e81b3-d63e-467c-ac4b-318ab134cce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454111 Apr 15 20:36:37.492527 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [req-ef477757-462d-447e-bca8-a184014a41a9 req-b5df8296-047d-42cc-b404-3910df809e16 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Calling delete_port for 71f44887-466f-4c51-86f9-e03785af4757 owned by compute:nova {{(pid=85412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:36:37.650958 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-ef477757-462d-447e-bca8-a184014a41a9 req-b5df8296-047d-42cc-b404-3910df809e16 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791605129519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791604687919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852524119'] for port, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:37.664620 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] get_ports_and_sgs() called for port_ids ['71f44887-466f-4c51-86f9-e03785af4757'] {{(pid=85413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:36:37.669663 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-9fe8f852-11bb-4efc-b621-c02893c20bd2 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:36:37.767497 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df8296-047d-42cc-b404-3910df809e16 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Pushing event deleted for resources: {'Port': ['ID=71f44887-466f-4c51-86f9-e03785af4757,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:36:37.771351 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-b5df8296-047d-42cc-b404-3910df809e16 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:36:37.884450 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c52e29-85dc-4ec3-8864-fe170052d227 req-6957f40c-5bd5-47d7-9fb8-927d36b16de0 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:37.886144 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d0c52e29-85dc-4ec3-8864-fe170052d227 req-6957f40c-5bd5-47d7-9fb8-927d36b16de0 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b0f5546-ad33-40d8-94b2-83b445a88502 HTTP/1.1" status: 200 len: 944 time: 0.0939591 Apr 15 20:36:37.920380 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef477757-462d-447e-bca8-a184014a41a9 req-b5df8296-047d-42cc-b404-3910df809e16 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] No DVR routers for this DVR port 71f44887-466f-4c51-86f9-e03785af4757 on host hv-cinder-78638 {{(pid=85412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 20:36:37.923031 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-ef477757-462d-447e-bca8-a184014a41a9 req-b5df8296-047d-42cc-b404-3910df809e16 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-906'] for port, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:37.925832 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5cc361a-f6e8-4d95-8865-529ac245be06', 'name': 'network-vif-deleted', 'tag': '71f44887-466f-4c51-86f9-e03785af4757'}] {{(pid=85412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:36:37.936350 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d0c52e29-85dc-4ec3-8864-fe170052d227 req-c50713e8-6b80-432f-84c5-543ef3b7cea4 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=27a4496c-faf3-4e36-a2a3-82d63f6ce3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431156 Apr 15 20:36:37.946621 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ef477757-462d-447e-bca8-a184014a41a9 req-b5df8296-047d-42cc-b404-3910df809e16 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.76 "DELETE /v2.0/ports/71f44887-466f-4c51-86f9-e03785af4757 HTTP/1.1" status: 204 len: 173 time: 0.9815459 Apr 15 20:36:37.980824 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5cc361a-f6e8-4d95-8865-529ac245be06', 'name': 'network-vif-deleted', 'tag': '71f44887-466f-4c51-86f9-e03785af4757', 'status': 'completed', 'code': 200} Apr 15 20:36:38.609957 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-764db879-384b-434b-a297-4aecd97af7b9 req-7247ccef-46a6-4c07-aadc-aad4deceb1b6 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5cc361a-f6e8-4d95-8865-529ac245be06 HTTP/1.1" status: 200 len: 210 time: 0.0488961 Apr 15 20:36:39.161723 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074700c0-4234-4831-bb84-d41c5dc89d0d req-7c56e6f2-7b8a-4c08-93a8-8755082bdf53 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:39.163382 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-074700c0-4234-4831-bb84-d41c5dc89d0d req-7c56e6f2-7b8a-4c08-93a8-8755082bdf53 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b0f5546-ad33-40d8-94b2-83b445a88502 HTTP/1.1" status: 200 len: 944 time: 0.0968726 Apr 15 20:36:39.211635 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-074700c0-4234-4831-bb84-d41c5dc89d0d req-552b576f-178f-4e34-b1e8-3813771f2c02 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=27a4496c-faf3-4e36-a2a3-82d63f6ce3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416176 Apr 15 20:36:39.841731 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device 20f6bd16-038a-422f-963b-1ce0ad312762 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 20:36:39.927418 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device 71f44887-466f-4c51-86f9-e03785af4757 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 20:36:39.971730 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] No Port match for: 71f44887-466f-4c51-86f9-e03785af4757 {{(pid=85413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 20:36:39.972138 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device 71f44887-466f-4c51-86f9-e03785af4757 not bound to the agent host hv-cinder-78638 {{(pid=85413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 20:36:40.031628 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] For port 20f6bd16-038a-422f-963b-1ce0ad312762, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=20f6bd16-038a-422f-963b-1ce0ad312762,segment=NetworkSegment(8f8c4df8-9981-44cd-9c71-6e51c9e29c18),segment_id=8f8c4df8-9981-44cd-9c71-6e51c9e29c18)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:36:40.048936 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Returning: {'device': '20f6bd16-038a-422f-963b-1ce0ad312762', 'network_id': '5bc06a2b-9024-484d-8786-16d9b4579274', 'port_id': '20f6bd16-038a-422f-963b-1ce0ad312762', 'mac_address': 'fa:16:3e:4b:d8:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1062, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '115d02bc-de92-4568-be72-0d321d902e0d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 20:36:40.084904 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18c230-cedc-4038-bf7a-f8256ad14070 req-01e90ef5-c4ca-4c8c-a59f-1a2185f9d5fa tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:40.086580 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ae18c230-cedc-4038-bf7a-f8256ad14070 req-01e90ef5-c4ca-4c8c-a59f-1a2185f9d5fa tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.69 "GET /v2.0/networks?id=56cdd531-4aed-47b1-9bee-388dd11ef36d HTTP/1.1" status: 200 len: 808 time: 0.1699281 Apr 15 20:36:40.104892 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ae18c230-cedc-4038-bf7a-f8256ad14070 req-a153a8a4-93f6-4eba-a0d6-97b68e51f159 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.69 "GET /v2.0/quotas/44c0a87fc78442be945a3d658bb0728d HTTP/1.1" status: 200 len: 375 time: 0.0108967 Apr 15 20:36:40.112747 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:40.133546 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20f6bd16-038a-422f-963b-1ce0ad312762 {{(pid=85413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:36:40.149695 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] For port 20f6bd16-038a-422f-963b-1ce0ad312762, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=20f6bd16-038a-422f-963b-1ce0ad312762,segment=NetworkSegment(8f8c4df8-9981-44cd-9c71-6e51c9e29c18),segment_id=8f8c4df8-9981-44cd-9c71-6e51c9e29c18)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:36:40.152475 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:40.154452 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:36:40.160309 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ae18c230-cedc-4038-bf7a-f8256ad14070 req-60221b43-2d5f-4b98-9494-f6e4101b2ef0 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=44c0a87fc78442be945a3d658bb0728d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492809 Apr 15 20:36:40.225906 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Pushing event updated for resources: {'Port': ['ID=20f6bd16-038a-422f-963b-1ce0ad312762,revision_number=9']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:36:40.234690 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:36:40.235075 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:36:40.235445 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:36:40.235813 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:36:40.236171 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:36:40.236571 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:36:40.236931 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:36:40.237358 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:36:40.237732 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:36:40.238080 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:36:40.238417 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:36:40.238824 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:36:40.243168 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:36:40.320452 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ae18c230-cedc-4038-bf7a-f8256ad14070 req-196e19dd-07c6-43fa-aa3f-b023dc47fcb0 service neutron] 10.222.0.69 "GET /v2.0/networks/56cdd531-4aed-47b1-9bee-388dd11ef36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520357 Apr 15 20:36:40.531471 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ae18c230-cedc-4038-bf7a-f8256ad14070 req-c29438d8-c983-45e3-9832-4438f4bbbca6 service neutron] 10.222.0.69 "GET /v2.0/networks/56cdd531-4aed-47b1-9bee-388dd11ef36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040012 Apr 15 20:36:40.544561 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8062eda-8df2-4b55-9817-9d0e033415e2 req-ee097fb7-c86b-4928-9da9-4dd986ef6f6f tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:40.546093 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d8062eda-8df2-4b55-9817-9d0e033415e2 req-ee097fb7-c86b-4928-9da9-4dd986ef6f6f tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b0f5546-ad33-40d8-94b2-83b445a88502 HTTP/1.1" status: 200 len: 945 time: 0.1890101 Apr 15 20:36:40.555185 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] get_ports_and_sgs() called for port_ids ['20f6bd16-038a-422f-963b-1ce0ad312762'] {{(pid=85413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:36:40.599152 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d8062eda-8df2-4b55-9817-9d0e033415e2 req-4ee99cf5-952e-4a21-9976-a1e5af7ca5a2 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=27a4496c-faf3-4e36-a2a3-82d63f6ce3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437000 Apr 15 20:36:40.769938 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-e1a93b0f-2154-40b2-9bb3-5c3b1fb3da01 req-d4ac604b-6daf-4e66-a05e-a77820af4793 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.69 "GET /v2.0/ports?device_id=500ac249-cb49-4f44-b0c8-eb4c1a140a60 HTTP/1.1" status: 200 len: 210 time: 0.0807116 Apr 15 20:36:41.822124 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29155934-29c9-4711-9bec-cc9c74f6b594 req-f5ed5e91-4736-4a48-aae8-46017649346c tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:41.823799 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-29155934-29c9-4711-9bec-cc9c74f6b594 req-f5ed5e91-4736-4a48-aae8-46017649346c tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b0f5546-ad33-40d8-94b2-83b445a88502 HTTP/1.1" status: 200 len: 945 time: 0.0923085 Apr 15 20:36:41.852089 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device 20f6bd16-038a-422f-963b-1ce0ad312762 up at agent hyperv_hv-cinder-78638 {{(pid=85413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:36:41.874954 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-29155934-29c9-4711-9bec-cc9c74f6b594 req-d2425cb0-d06f-4465-90b3-25c1268749f2 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=27a4496c-faf3-4e36-a2a3-82d63f6ce3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443709 Apr 15 20:36:41.923296 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18c230-cedc-4038-bf7a-f8256ad14070 req-2f3fe759-b5c0-4162-b0a8-b15c33a8a4a2 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:41.925110 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ae18c230-cedc-4038-bf7a-f8256ad14070 req-2f3fe759-b5c0-4162-b0a8-b15c33a8a4a2 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.76 "GET /v2.0/networks?id=56cdd531-4aed-47b1-9bee-388dd11ef36d HTTP/1.1" status: 200 len: 808 time: 0.1700511 Apr 15 20:36:41.939022 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Provisioning complete for port 20f6bd16-038a-422f-963b-1ce0ad312762 triggered by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:36:41.939438 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:41.940212 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [req-ae18c230-cedc-4038-bf7a-f8256ad14070 req-5b249ca7-e298-4f19-b399-19c063fee230 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Request body: {'port': {'device_id': '500ac249-cb49-4f44-b0c8-eb4c1a140a60', 'network_id': '56cdd531-4aed-47b1-9bee-388dd11ef36d', 'admin_state_up': True, 'tenant_id': '44c0a87fc78442be945a3d658bb0728d'}} {{(pid=85412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:36:41.993219 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-7c35828c-1b05-43bf-a561-ff35934fd95e req-c99b1813-b90b-4f92-bfde-8b4d3e35aaed tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.69 "GET /v2.0/ports?device_id=500ac249-cb49-4f44-b0c8-eb4c1a140a60 HTTP/1.1" status: 200 len: 210 time: 0.0529442 Apr 15 20:36:42.096055 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:42.105049 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [req-ae18c230-cedc-4038-bf7a-f8256ad14070 req-5b249ca7-e298-4f19-b399-19c063fee230 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:36:42.109863 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-ae18c230-cedc-4038-bf7a-f8256ad14070 req-5b249ca7-e298-4f19-b399-19c063fee230 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Usage tracker for resource:port and tenant:44c0a87fc78442be945a3d658bb0728d is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:36:42.113677 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-ae18c230-cedc-4038-bf7a-f8256ad14070 req-5b249ca7-e298-4f19-b399-19c063fee230 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:36:42.120752 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [req-ae18c230-cedc-4038-bf7a-f8256ad14070 req-5b249ca7-e298-4f19-b399-19c063fee230 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:36:42.125634 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b0f5546-ad33-40d8-94b2-83b445a88502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20f6bd16-038a-422f-963b-1ce0ad312762'}] {{(pid=85413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:36:42.130083 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae18c230-cedc-4038-bf7a-f8256ad14070 req-5b249ca7-e298-4f19-b399-19c063fee230 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Made reservation on behalf of 44c0a87fc78442be945a3d658bb0728d for: {'port': 1} {{(pid=85412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:36:42.136639 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-ae18c230-cedc-4038-bf7a-f8256ad14070 req-5b249ca7-e298-4f19-b399-19c063fee230 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:42.136827 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] For port 20f6bd16-038a-422f-963b-1ce0ad312762, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=20f6bd16-038a-422f-963b-1ce0ad312762,segment=NetworkSegment(8f8c4df8-9981-44cd-9c71-6e51c9e29c18),segment_id=8f8c4df8-9981-44cd-9c71-6e51c9e29c18)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:36:42.141769 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:42.144550 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:36:42.187213 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b0f5546-ad33-40d8-94b2-83b445a88502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20f6bd16-038a-422f-963b-1ce0ad312762', 'code': 200} Apr 15 20:36:42.227071 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Pushing event updated for resources: {'Port': ['ID=20f6bd16-038a-422f-963b-1ce0ad312762,revision_number=10']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:36:42.230215 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:36:42.255848 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 36446) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:36:42.354525 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.db_base_plugin_common [req-ae18c230-cedc-4038-bf7a-f8256ad14070 req-5b249ca7-e298-4f19-b399-19c063fee230 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Allocated IP 172.20.0.7 (56cdd531-4aed-47b1-9bee-388dd11ef36d/182d4b9e-52fd-4d6b-b3fe-ec172d15d63e/9c5a86b7-9f0a-4e54-bb6c-fc30f22635cd) {{(pid=85412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:36:42.415026 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-174b41ac-9bed-4d6d-908c-bb973f9f2416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:42.442573 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-174b41ac-9bed-4d6d-908c-bb973f9f2416 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:36:42.465520 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-174b41ac-9bed-4d6d-908c-bb973f9f2416 admin admin] Usage tracker for resource:security_group_rule and tenant:8aa4d33a255a4b2fb442b7b9348c0cdd is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:36:42.515939 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-174b41ac-9bed-4d6d-908c-bb973f9f2416 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:36:42.528915 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-174b41ac-9bed-4d6d-908c-bb973f9f2416 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:36:42.638022 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-ae18c230-cedc-4038-bf7a-f8256ad14070 req-5b249ca7-e298-4f19-b399-19c063fee230 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Notify callbacks [] for port, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:42.700970 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-174b41ac-9bed-4d6d-908c-bb973f9f2416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:42.705203 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-174b41ac-9bed-4d6d-908c-bb973f9f2416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:42.714103 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-e7b5cf8b-ae0d-432f-b0c8-cc2c1c03e591 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:36:42.740661 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-ae18c230-cedc-4038-bf7a-f8256ad14070 req-5b249ca7-e298-4f19-b399-19c063fee230 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245250087898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852524119'] for port, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:42.778098 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174b41ac-9bed-4d6d-908c-bb973f9f2416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e1563d-16a0-4197-9ee3-accf69f99560,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:36:42.835094 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-174b41ac-9bed-4d6d-908c-bb973f9f2416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:36:42.837687 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-174b41ac-9bed-4d6d-908c-bb973f9f2416 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8aa4d33a255a4b2fb442b7b9348c0cdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5807600 Apr 15 20:36:42.838317 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:36:42.840696 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 36452) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:36:42.941330 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b249ca7-e298-4f19-b399-19c063fee230 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Pushing event updated for resources: {'Port': ['ID=9c5a86b7-9f0a-4e54-bb6c-fc30f22635cd,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:36:42.945811 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-5b249ca7-e298-4f19-b399-19c063fee230 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:36:42.972778 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbadc43-0a08-43dd-b2ce-bec7adce228a req-0e33b186-41b7-400d-89fc-a87230bd270f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:42.974439 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ffbadc43-0a08-43dd-b2ce-bec7adce228a req-0e33b186-41b7-400d-89fc-a87230bd270f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=9b0f5546-ad33-40d8-94b2-83b445a88502 HTTP/1.1" status: 200 len: 1100 time: 0.1201975 Apr 15 20:36:42.975254 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-ebbdcb0f-9936-433e-b7b9-bda4b994179a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:42.981261 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae18c230-cedc-4038-bf7a-f8256ad14070 req-5b249ca7-e298-4f19-b399-19c063fee230 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Network 56cdd531-4aed-47b1-9bee-388dd11ef36d is already hosted by enough agents. {{(pid=85412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:36:42.982554 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.base_scheduler [req-ae18c230-cedc-4038-bf7a-f8256ad14070 req-5b249ca7-e298-4f19-b399-19c063fee230 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Resources bound (agent type, host, resource id): {{(pid=85412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:36:42.987084 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae18c230-cedc-4038-bf7a-f8256ad14070 req-5b249ca7-e298-4f19-b399-19c063fee230 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Received port after_create {{(pid=85412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:36:43.053184 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18c230-cedc-4038-bf7a-f8256ad14070 req-5b249ca7-e298-4f19-b399-19c063fee230 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:43.053857 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-ae18c230-cedc-4038-bf7a-f8256ad14070 req-5b249ca7-e298-4f19-b399-19c063fee230 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-906'] for port, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:43.085005 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ae18c230-cedc-4038-bf7a-f8256ad14070 req-5b249ca7-e298-4f19-b399-19c063fee230 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1494734 Apr 15 20:36:43.095216 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-ebbdcb0f-9936-433e-b7b9-bda4b994179a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:43.098128 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [req-ae18c230-cedc-4038-bf7a-f8256ad14070 req-530c3c04-9e13-4baa-b32b-691ace8b9b12 service neutron] Request body: {'port': {'device_id': '500ac249-cb49-4f44-b0c8-eb4c1a140a60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:36:43.103838 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ffbadc43-0a08-43dd-b2ce-bec7adce228a req-cc510870-63f9-4e91-8a64-e7ffa17612bd service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=27a4496c-faf3-4e36-a2a3-82d63f6ce3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143517 Apr 15 20:36:43.221591 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-ae18c230-cedc-4038-bf7a-f8256ad14070 req-530c3c04-9e13-4baa-b32b-691ace8b9b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:43.236148 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1eb110-c325-4d42-a235-d6076e536687 req-856d4ab8-45f5-43ab-a64f-a5253ceaeb5b tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:43.238903 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-2d1eb110-c325-4d42-a235-d6076e536687 req-856d4ab8-45f5-43ab-a64f-a5253ceaeb5b tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b0f5546-ad33-40d8-94b2-83b445a88502 HTTP/1.1" status: 200 len: 947 time: 0.2165599 Apr 15 20:36:43.271025 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-ebbdcb0f-9936-433e-b7b9-bda4b994179a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:43.274847 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-e6f54a19-5a52-421a-85fd-e2cd1f302a9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:36:43.291539 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbdcb0f-9936-433e-b7b9-bda4b994179a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e1563d-16a0-4197-9ee3-accf69f99560,revision_number=None']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:36:43.310990 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-ebbdcb0f-9936-433e-b7b9-bda4b994179a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:36:43.315231 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-2d1eb110-c325-4d42-a235-d6076e536687 req-ddc54a11-3d5f-4a44-9c78-499e76447207 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=27a4496c-faf3-4e36-a2a3-82d63f6ce3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683177 Apr 15 20:36:43.332474 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395ed0ff-5a19-4686-a6fb-fcddc93e0e56 req-720fd055-0f6a-4dfa-9e0e-ef6269aaae95 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:43.334095 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-395ed0ff-5a19-4686-a6fb-fcddc93e0e56 req-720fd055-0f6a-4dfa-9e0e-ef6269aaae95 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.69 "GET /v2.0/ports?device_id=500ac249-cb49-4f44-b0c8-eb4c1a140a60 HTTP/1.1" status: 200 len: 931 time: 0.2108090 Apr 15 20:36:43.335006 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-ebbdcb0f-9936-433e-b7b9-bda4b994179a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:43.336101 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-ebbdcb0f-9936-433e-b7b9-bda4b994179a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/82e1563d-16a0-4197-9ee3-accf69f99560 HTTP/1.1" status: 204 len: 168 time: 0.4942815 Apr 15 20:36:43.424955 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-395ed0ff-5a19-4686-a6fb-fcddc93e0e56 req-429ca80e-588b-487d-bd82-49ba7a538f06 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.69 "GET /v2.0/security-groups?id=142e81b3-d63e-467c-ac4b-318ab134cce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803561 Apr 15 20:36:43.907476 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [req-ae18c230-cedc-4038-bf7a-f8256ad14070 req-530c3c04-9e13-4baa-b32b-691ace8b9b12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c5a86b7-9f0a-4e54-bb6c-fc30f22635cd {{(pid=85412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:36:43.915612 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-ae18c230-cedc-4038-bf7a-f8256ad14070 req-530c3c04-9e13-4baa-b32b-691ace8b9b12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:43.931338 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [req-ae18c230-cedc-4038-bf7a-f8256ad14070 req-530c3c04-9e13-4baa-b32b-691ace8b9b12 service neutron] Transition to ACTIVE for port object 9c5a86b7-9f0a-4e54-bb6c-fc30f22635cd will not be triggered until provisioned by entity L2. {{(pid=85412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:36:43.934555 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-ae18c230-cedc-4038-bf7a-f8256ad14070 req-530c3c04-9e13-4baa-b32b-691ace8b9b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2251697'] for port, after_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:43.950007 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-70e833d1-3785-460f-a346-ec16a21196ce tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:36:44.104795 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530c3c04-9e13-4baa-b32b-691ace8b9b12 service neutron] Pushing event updated for resources: {'Port': ['ID=9c5a86b7-9f0a-4e54-bb6c-fc30f22635cd,revision_number=2']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:36:44.117479 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-530c3c04-9e13-4baa-b32b-691ace8b9b12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:36:44.330240 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [req-ae18c230-cedc-4038-bf7a-f8256ad14070 req-530c3c04-9e13-4baa-b32b-691ace8b9b12 service neutron] Attempting to bind port 9c5a86b7-9f0a-4e54-bb6c-fc30f22635cd on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:36:44.330742 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [req-ae18c230-cedc-4038-bf7a-f8256ad14070 req-530c3c04-9e13-4baa-b32b-691ace8b9b12 service neutron] Attempting to bind port 9c5a86b7-9f0a-4e54-bb6c-fc30f22635cd by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '84551165-5348-4f6d-b8e7-3ff14f5673d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '56cdd531-4aed-47b1-9bee-388dd11ef36d'}] {{(pid=85412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:36:44.331063 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae18c230-cedc-4038-bf7a-f8256ad14070 req-530c3c04-9e13-4baa-b32b-691ace8b9b12 service neutron] Attempting to bind port 9c5a86b7-9f0a-4e54-bb6c-fc30f22635cd on network 56cdd531-4aed-47b1-9bee-388dd11ef36d {{(pid=85412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:36:44.336531 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae18c230-cedc-4038-bf7a-f8256ad14070 req-530c3c04-9e13-4baa-b32b-691ace8b9b12 service neutron] Port 9c5a86b7-9f0a-4e54-bb6c-fc30f22635cd on network 56cdd531-4aed-47b1-9bee-388dd11ef36d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 20:36:44.336891 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae18c230-cedc-4038-bf7a-f8256ad14070 req-530c3c04-9e13-4baa-b32b-691ace8b9b12 service neutron] Attempting to bind port 9c5a86b7-9f0a-4e54-bb6c-fc30f22635cd on network 56cdd531-4aed-47b1-9bee-388dd11ef36d {{(pid=85412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:36:44.343777 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae18c230-cedc-4038-bf7a-f8256ad14070 req-530c3c04-9e13-4baa-b32b-691ace8b9b12 service neutron] Checking agent: {'id': '70e73898-5ca9-4370-a761-abbf44013111', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 30, 18), 'started_at': datetime.datetime(2021, 4, 15, 20, 30, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:36:44.345109 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae18c230-cedc-4038-bf7a-f8256ad14070 req-530c3c04-9e13-4baa-b32b-691ace8b9b12 service neutron] Checking segment: {'id': '84551165-5348-4f6d-b8e7-3ff14f5673d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '56cdd531-4aed-47b1-9bee-388dd11ef36d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:36:44.345109 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae18c230-cedc-4038-bf7a-f8256ad14070 req-530c3c04-9e13-4baa-b32b-691ace8b9b12 service neutron] Bound using segment: {'id': '84551165-5348-4f6d-b8e7-3ff14f5673d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '56cdd531-4aed-47b1-9bee-388dd11ef36d'} {{(pid=85412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:36:44.345367 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [req-ae18c230-cedc-4038-bf7a-f8256ad14070 req-530c3c04-9e13-4baa-b32b-691ace8b9b12 service neutron] Bound port: 9c5a86b7-9f0a-4e54-bb6c-fc30f22635cd, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84551165-5348-4f6d-b8e7-3ff14f5673d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '56cdd531-4aed-47b1-9bee-388dd11ef36d'}}] {{(pid=85412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:36:44.346512 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-ae18c230-cedc-4038-bf7a-f8256ad14070 req-530c3c04-9e13-4baa-b32b-691ace8b9b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:44.444085 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [req-ae18c230-cedc-4038-bf7a-f8256ad14070 req-530c3c04-9e13-4baa-b32b-691ace8b9b12 service neutron] For port 9c5a86b7-9f0a-4e54-bb6c-fc30f22635cd, host hv-cinder-78638, cleared binding levels {{(pid=85412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:36:44.447295 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [req-ae18c230-cedc-4038-bf7a-f8256ad14070 req-530c3c04-9e13-4baa-b32b-691ace8b9b12 service neutron] For port 9c5a86b7-9f0a-4e54-bb6c-fc30f22635cd, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9c5a86b7-9f0a-4e54-bb6c-fc30f22635cd,segment=NetworkSegment(84551165-5348-4f6d-b8e7-3ff14f5673d9),segment_id=84551165-5348-4f6d-b8e7-3ff14f5673d9)] {{(pid=85412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:36:44.450724 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-ae18c230-cedc-4038-bf7a-f8256ad14070 req-530c3c04-9e13-4baa-b32b-691ace8b9b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2251697'] for port, after_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:44.466670 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-70e833d1-3785-460f-a346-ec16a21196ce tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:36:44.649133 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38ee30-132f-4444-a194-5516a8581546 req-4aacc2bd-1096-471a-99ad-5fd298f4f823 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:44.657176 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-0a38ee30-132f-4444-a194-5516a8581546 req-4aacc2bd-1096-471a-99ad-5fd298f4f823 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b0f5546-ad33-40d8-94b2-83b445a88502 HTTP/1.1" status: 200 len: 947 time: 0.1714208 Apr 15 20:36:44.659151 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530c3c04-9e13-4baa-b32b-691ace8b9b12 service neutron] Pushing event updated for resources: {'Port': ['ID=9c5a86b7-9f0a-4e54-bb6c-fc30f22635cd,revision_number=3']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:36:44.665150 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-530c3c04-9e13-4baa-b32b-691ace8b9b12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:36:44.714911 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18c230-cedc-4038-bf7a-f8256ad14070 req-530c3c04-9e13-4baa-b32b-691ace8b9b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:44.715642 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-ae18c230-cedc-4038-bf7a-f8256ad14070 req-530c3c04-9e13-4baa-b32b-691ace8b9b12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-906'] for port, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:44.717594 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ae18c230-cedc-4038-bf7a-f8256ad14070 req-530c3c04-9e13-4baa-b32b-691ace8b9b12 service neutron] 10.222.0.76 "PUT /v2.0/ports/9c5a86b7-9f0a-4e54-bb6c-fc30f22635cd HTTP/1.1" status: 200 len: 1093 time: 1.6241093 Apr 15 20:36:44.718257 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '500ac249-cb49-4f44-b0c8-eb4c1a140a60', 'tag': '9c5a86b7-9f0a-4e54-bb6c-fc30f22635cd'}] {{(pid=85412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:36:44.725468 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-0a38ee30-132f-4444-a194-5516a8581546 req-5b6ea880-2e4d-448b-b541-f0f0d4a8bd23 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=27a4496c-faf3-4e36-a2a3-82d63f6ce3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672972 Apr 15 20:36:44.736866 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734e35a0-8277-452b-9d5e-2495edc8879f req-1c653ecd-b347-4ff0-97c2-6c8a8a67253b tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:44.739275 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-734e35a0-8277-452b-9d5e-2495edc8879f req-1c653ecd-b347-4ff0-97c2-6c8a8a67253b tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.69 "GET /v2.0/ports?device_id=500ac249-cb49-4f44-b0c8-eb4c1a140a60 HTTP/1.1" status: 200 len: 943 time: 0.1815631 Apr 15 20:36:44.796900 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-734e35a0-8277-452b-9d5e-2495edc8879f req-3792dee6-8d28-4f3d-ba64-4350c76ce966 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.69 "GET /v2.0/security-groups?id=142e81b3-d63e-467c-ac4b-318ab134cce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494859 Apr 15 20:36:44.814104 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '500ac249-cb49-4f44-b0c8-eb4c1a140a60', 'tag': '9c5a86b7-9f0a-4e54-bb6c-fc30f22635cd', 'status': 'completed', 'code': 200} Apr 15 20:36:44.926473 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18c230-cedc-4038-bf7a-f8256ad14070 req-30410bc1-f709-4bab-85c7-9b1ecdfcf292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:44.928103 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ae18c230-cedc-4038-bf7a-f8256ad14070 req-30410bc1-f709-4bab-85c7-9b1ecdfcf292 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=44c0a87fc78442be945a3d658bb0728d&device_id=500ac249-cb49-4f44-b0c8-eb4c1a140a60 HTTP/1.1" status: 200 len: 1096 time: 0.0838697 Apr 15 20:36:45.008050 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ae18c230-cedc-4038-bf7a-f8256ad14070 req-3cd547cb-39c5-466f-aba8-9f6947889764 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c5a86b7-9f0a-4e54-bb6c-fc30f22635cd HTTP/1.1" status: 200 len: 217 time: 0.0655689 Apr 15 20:36:45.060534 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-290bc7ae-6b61-45bc-a153-80759e98e33e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:45.086180 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18c230-cedc-4038-bf7a-f8256ad14070 req-33683332-7041-4a53-818f-57b92344668c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:45.087834 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ae18c230-cedc-4038-bf7a-f8256ad14070 req-33683332-7041-4a53-818f-57b92344668c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=182d4b9e-52fd-4d6b-b3fe-ec172d15d63e HTTP/1.1" status: 200 len: 848 time: 0.0720179 Apr 15 20:36:45.143284 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ae18c230-cedc-4038-bf7a-f8256ad14070 req-dfd3ec0f-f2ee-4277-9361-5a94648492c1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=56cdd531-4aed-47b1-9bee-388dd11ef36d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479925 Apr 15 20:36:45.288491 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ae18c230-cedc-4038-bf7a-f8256ad14070 req-0f10854a-e1a3-42a5-89b2-2fbb19568c93 service neutron] 10.222.0.76 "GET /v2.0/networks/56cdd531-4aed-47b1-9bee-388dd11ef36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380832 Apr 15 20:36:45.436758 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ae18c230-cedc-4038-bf7a-f8256ad14070 req-5d326e1f-6149-4dd6-a361-363aefc9f27f service neutron] 10.222.0.76 "GET /v2.0/networks/56cdd531-4aed-47b1-9bee-388dd11ef36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379077 Apr 15 20:36:45.694365 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b9687-8516-418a-b405-665094cbac60 req-0cca1e62-e85d-4c03-9c6d-ea9e353694c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:45.696009 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-6e2b9687-8516-418a-b405-665094cbac60 req-0cca1e62-e85d-4c03-9c6d-ea9e353694c5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=44c0a87fc78442be945a3d658bb0728d&device_id=500ac249-cb49-4f44-b0c8-eb4c1a140a60 HTTP/1.1" status: 200 len: 1096 time: 0.0843840 Apr 15 20:36:45.865105 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b9687-8516-418a-b405-665094cbac60 req-d9d655e5-b0c8-4a3d-94ec-91f0ff34987c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:45.866708 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-6e2b9687-8516-418a-b405-665094cbac60 req-d9d655e5-b0c8-4a3d-94ec-91f0ff34987c service neutron] 10.222.0.76 "GET /v2.0/networks?id=56cdd531-4aed-47b1-9bee-388dd11ef36d HTTP/1.1" status: 200 len: 910 time: 0.1630638 Apr 15 20:36:45.956710 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-6e2b9687-8516-418a-b405-665094cbac60 req-bcfabd63-4004-42fe-b206-b14eb0fd8609 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c5a86b7-9f0a-4e54-bb6c-fc30f22635cd HTTP/1.1" status: 200 len: 217 time: 0.0812569 Apr 15 20:36:46.002558 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30582612-e83b-4893-be00-3d75743e6109 req-046d53b4-aa81-477d-9abf-4d3ca3d8ed42 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:46.004201 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-30582612-e83b-4893-be00-3d75743e6109 req-046d53b4-aa81-477d-9abf-4d3ca3d8ed42 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b0f5546-ad33-40d8-94b2-83b445a88502 HTTP/1.1" status: 200 len: 947 time: 0.1454761 Apr 15 20:36:46.032350 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b9687-8516-418a-b405-665094cbac60 req-22f26567-5008-4643-a216-05bce8df4881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:46.033909 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-6e2b9687-8516-418a-b405-665094cbac60 req-22f26567-5008-4643-a216-05bce8df4881 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=182d4b9e-52fd-4d6b-b3fe-ec172d15d63e HTTP/1.1" status: 200 len: 848 time: 0.0695167 Apr 15 20:36:46.073605 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-30582612-e83b-4893-be00-3d75743e6109 req-e54f5547-623a-43f6-a713-9bcc09f6710f tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=27a4496c-faf3-4e36-a2a3-82d63f6ce3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610132 Apr 15 20:36:46.083403 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc557c8f-04ad-4256-ab71-daded01131fc req-be76bda5-6f0c-458e-a0be-c77a7923c483 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:46.084286 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-dc557c8f-04ad-4256-ab71-daded01131fc req-be76bda5-6f0c-458e-a0be-c77a7923c483 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.69 "GET /v2.0/ports?device_id=500ac249-cb49-4f44-b0c8-eb4c1a140a60 HTTP/1.1" status: 200 len: 943 time: 0.1449523 Apr 15 20:36:46.090668 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-6e2b9687-8516-418a-b405-665094cbac60 req-2c4f6a7f-6c1e-4723-8dd1-9998898e8b73 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=56cdd531-4aed-47b1-9bee-388dd11ef36d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462699 Apr 15 20:36:46.135769 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-dc557c8f-04ad-4256-ab71-daded01131fc req-268488ed-a544-46f8-b4a2-063282a646a3 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.69 "GET /v2.0/security-groups?id=142e81b3-d63e-467c-ac4b-318ab134cce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430086 Apr 15 20:36:46.241507 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-6e2b9687-8516-418a-b405-665094cbac60 req-4f894796-7ca3-4a40-b4b8-3a77dc8c32f1 service neutron] 10.222.0.76 "GET /v2.0/networks/56cdd531-4aed-47b1-9bee-388dd11ef36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382716 Apr 15 20:36:46.399999 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-6e2b9687-8516-418a-b405-665094cbac60 req-18e8e76c-78ab-4378-b570-9794519314bf service neutron] 10.222.0.76 "GET /v2.0/networks/56cdd531-4aed-47b1-9bee-388dd11ef36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498487 Apr 15 20:36:47.340236 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e413f4-7d2f-4429-ba4a-049ad4532715 req-7f9f8e82-130e-4003-a2ae-f4f5c0acd240 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:47.341896 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-39e413f4-7d2f-4429-ba4a-049ad4532715 req-7f9f8e82-130e-4003-a2ae-f4f5c0acd240 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.69 "GET /v2.0/ports?device_id=500ac249-cb49-4f44-b0c8-eb4c1a140a60 HTTP/1.1" status: 200 len: 943 time: 0.0927989 Apr 15 20:36:47.395289 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-39e413f4-7d2f-4429-ba4a-049ad4532715 req-bc932b6a-9d3e-4895-b28e-d45eebe718ef tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.69 "GET /v2.0/security-groups?id=142e81b3-d63e-467c-ac4b-318ab134cce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465400 Apr 15 20:36:47.503858 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9164c7e8-0f7b-4355-9136-8f528491ebd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:47.700151 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:47.898269 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device 9c5a86b7-9f0a-4e54-bb6c-fc30f22635cd details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 20:36:47.908977 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6589a99b-4989-4a06-bc40-62b7e77e6cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:48.050714 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] For port 9c5a86b7-9f0a-4e54-bb6c-fc30f22635cd, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9c5a86b7-9f0a-4e54-bb6c-fc30f22635cd,segment=NetworkSegment(84551165-5348-4f6d-b8e7-3ff14f5673d9),segment_id=84551165-5348-4f6d-b8e7-3ff14f5673d9)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:36:48.064628 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Returning: {'device': '9c5a86b7-9f0a-4e54-bb6c-fc30f22635cd', 'network_id': '56cdd531-4aed-47b1-9bee-388dd11ef36d', 'port_id': '9c5a86b7-9f0a-4e54-bb6c-fc30f22635cd', 'mac_address': 'fa:16:3e:bd:43:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1096, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '182d4b9e-52fd-4d6b-b3fe-ec172d15d63e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 20:36:48.122959 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:48.140537 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c5a86b7-9f0a-4e54-bb6c-fc30f22635cd {{(pid=85413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:36:48.156596 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] For port 9c5a86b7-9f0a-4e54-bb6c-fc30f22635cd, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9c5a86b7-9f0a-4e54-bb6c-fc30f22635cd,segment=NetworkSegment(84551165-5348-4f6d-b8e7-3ff14f5673d9),segment_id=84551165-5348-4f6d-b8e7-3ff14f5673d9)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:36:48.160479 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:48.162278 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:36:48.235060 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Pushing event updated for resources: {'Port': ['ID=9c5a86b7-9f0a-4e54-bb6c-fc30f22635cd,revision_number=4']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:36:48.238239 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:36:48.266322 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:48.559148 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] get_ports_and_sgs() called for port_ids ['9c5a86b7-9f0a-4e54-bb6c-fc30f22635cd'] {{(pid=85413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:36:48.617547 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8408173-b2bf-45d1-bd3e-8abff6153de5 req-47799e53-791d-4b5c-985e-9d80bda8ffaa tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:48.619161 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c8408173-b2bf-45d1-bd3e-8abff6153de5 req-47799e53-791d-4b5c-985e-9d80bda8ffaa tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.69 "GET /v2.0/ports?device_id=500ac249-cb49-4f44-b0c8-eb4c1a140a60 HTTP/1.1" status: 200 len: 944 time: 0.0988925 Apr 15 20:36:48.667677 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c8408173-b2bf-45d1-bd3e-8abff6153de5 req-14d59bb5-fa28-4ee2-8d9e-4a173fb9001f tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.69 "GET /v2.0/security-groups?id=142e81b3-d63e-467c-ac4b-318ab134cce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418782 Apr 15 20:36:49.581780 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-611aad59-e19d-4c1d-b92d-eb0975a661b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:49.883524 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68293ead-b381-4564-b1b7-a78add1b60ab req-2c75e32c-74c6-4e52-9a3a-7a63871358a3 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:49.885090 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-68293ead-b381-4564-b1b7-a78add1b60ab req-2c75e32c-74c6-4e52-9a3a-7a63871358a3 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.69 "GET /v2.0/ports?device_id=500ac249-cb49-4f44-b0c8-eb4c1a140a60 HTTP/1.1" status: 200 len: 944 time: 0.0931733 Apr 15 20:36:49.904571 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device 9c5a86b7-9f0a-4e54-bb6c-fc30f22635cd up at agent hyperv_hv-cinder-78638 {{(pid=85413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:36:49.933193 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-68293ead-b381-4564-b1b7-a78add1b60ab req-d21b497f-0b64-40c6-bd70-3ad762a18ecb tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.69 "GET /v2.0/security-groups?id=142e81b3-d63e-467c-ac4b-318ab134cce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407195 Apr 15 20:36:49.978286 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Provisioning for port 9c5a86b7-9f0a-4e54-bb6c-fc30f22635cd completed by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:36:49.984828 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Provisioning complete for port 9c5a86b7-9f0a-4e54-bb6c-fc30f22635cd triggered by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:36:49.985240 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:50.110458 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:50.139116 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '500ac249-cb49-4f44-b0c8-eb4c1a140a60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c5a86b7-9f0a-4e54-bb6c-fc30f22635cd'}] {{(pid=85413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:36:50.149313 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] For port 9c5a86b7-9f0a-4e54-bb6c-fc30f22635cd, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9c5a86b7-9f0a-4e54-bb6c-fc30f22635cd,segment=NetworkSegment(84551165-5348-4f6d-b8e7-3ff14f5673d9),segment_id=84551165-5348-4f6d-b8e7-3ff14f5673d9)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:36:50.151769 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:50.153710 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:36:50.190882 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '500ac249-cb49-4f44-b0c8-eb4c1a140a60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c5a86b7-9f0a-4e54-bb6c-fc30f22635cd', 'code': 200} Apr 15 20:36:50.224729 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Pushing event updated for resources: {'Port': ['ID=9c5a86b7-9f0a-4e54-bb6c-fc30f22635cd,revision_number=5']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:36:50.228381 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:36:50.456232 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92fd5d9-faca-471d-923d-c158b0f73e43 req-75e20b44-7a6f-401b-ae2b-af8f655af742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:50.457898 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c92fd5d9-faca-471d-923d-c158b0f73e43 req-75e20b44-7a6f-401b-ae2b-af8f655af742 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=500ac249-cb49-4f44-b0c8-eb4c1a140a60 HTTP/1.1" status: 200 len: 1098 time: 0.0806594 Apr 15 20:36:50.531470 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c92fd5d9-faca-471d-923d-c158b0f73e43 req-a89223a9-29c6-4894-8217-f815770539c5 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=142e81b3-d63e-467c-ac4b-318ab134cce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408087 Apr 15 20:36:51.148736 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3b5e4-4cfd-4498-9894-589d503c5060 req-8d8f7d8d-a51c-42bf-a891-c377af3e05b4 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:51.150297 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-7af3b5e4-4cfd-4498-9894-589d503c5060 req-8d8f7d8d-a51c-42bf-a891-c377af3e05b4 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.69 "GET /v2.0/ports?device_id=500ac249-cb49-4f44-b0c8-eb4c1a140a60 HTTP/1.1" status: 200 len: 945 time: 0.0905969 Apr 15 20:36:51.198843 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-7af3b5e4-4cfd-4498-9894-589d503c5060 req-59f450a4-494a-468d-9681-9e40241abbb2 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.69 "GET /v2.0/security-groups?id=142e81b3-d63e-467c-ac4b-318ab134cce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405769 Apr 15 20:36:52.429360 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2643e0-0ebb-444b-8f71-21804564d04d req-fdf59ba2-c72e-42d6-b07c-ccd18178228f tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:52.430979 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ba2643e0-0ebb-444b-8f71-21804564d04d req-fdf59ba2-c72e-42d6-b07c-ccd18178228f tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.69 "GET /v2.0/ports?device_id=500ac249-cb49-4f44-b0c8-eb4c1a140a60 HTTP/1.1" status: 200 len: 945 time: 0.0998685 Apr 15 20:36:52.482362 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ba2643e0-0ebb-444b-8f71-21804564d04d req-2a72b447-0e74-4a6d-82b3-2a4bedd4fbea tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.69 "GET /v2.0/security-groups?id=142e81b3-d63e-467c-ac4b-318ab134cce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417116 Apr 15 20:36:53.026480 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.agents_db [None req-12650cd8-a504-4c0d-a4a2-248dab766c22 None None] Agent healthcheck: found 6 active agents {{(pid=85414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:36:53.814083 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a2630d-6d80-4d1c-b3fb-c92a5af40e62 req-06705b08-81a4-4a31-9694-3728a391db38 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:53.815781 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-77a2630d-6d80-4d1c-b3fb-c92a5af40e62 req-06705b08-81a4-4a31-9694-3728a391db38 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.69 "GET /v2.0/ports?device_id=500ac249-cb49-4f44-b0c8-eb4c1a140a60 HTTP/1.1" status: 200 len: 945 time: 0.1015503 Apr 15 20:36:53.867991 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-77a2630d-6d80-4d1c-b3fb-c92a5af40e62 req-41dfc00e-6a08-4e6c-8224-fd3d171e33fb tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.69 "GET /v2.0/security-groups?id=142e81b3-d63e-467c-ac4b-318ab134cce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456934 Apr 15 20:36:55.077260 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a9457-957b-4fc8-8bc2-39b82a4995ba req-82ab6eec-0302-499f-8dcf-283bf70997fe tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:55.078858 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-670a9457-957b-4fc8-8bc2-39b82a4995ba req-82ab6eec-0302-499f-8dcf-283bf70997fe tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.69 "GET /v2.0/ports?device_id=500ac249-cb49-4f44-b0c8-eb4c1a140a60 HTTP/1.1" status: 200 len: 945 time: 0.0928097 Apr 15 20:36:55.128685 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-670a9457-957b-4fc8-8bc2-39b82a4995ba req-656cc1ed-2a80-4910-9e65-e9abeb654a61 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.69 "GET /v2.0/security-groups?id=142e81b3-d63e-467c-ac4b-318ab134cce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434015 Apr 15 20:36:55.918419 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc7ccc6-8581-484c-b659-56a904df970c req-37f9279a-559b-4017-b7d0-65331329110c tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:55.919143 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-adc7ccc6-8581-484c-b659-56a904df970c req-37f9279a-559b-4017-b7d0-65331329110c tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Synchronizing usage tracker for tenant:44c0a87fc78442be945a3d658bb0728d on resource:port {{(pid=85412) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:36:55.935291 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-adc7ccc6-8581-484c-b659-56a904df970c req-37f9279a-559b-4017-b7d0-65331329110c tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Unset dirty status for tenant:44c0a87fc78442be945a3d658bb0728d on resource:port {{(pid=85412) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:36:55.936478 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-adc7ccc6-8581-484c-b659-56a904df970c req-37f9279a-559b-4017-b7d0-65331329110c tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.76 "GET /v2.0/ports?device_id=500ac249-cb49-4f44-b0c8-eb4c1a140a60 HTTP/1.1" status: 200 len: 945 time: 0.1188362 Apr 15 20:36:56.014055 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [req-adc7ccc6-8581-484c-b659-56a904df970c req-adea596a-3b93-4c5b-b9ad-77937bfb96c9 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Deleting port 9c5a86b7-9f0a-4e54-bb6c-fc30f22635cd {{(pid=85412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:36:56.014434 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-adc7ccc6-8581-484c-b659-56a904df970c req-adea596a-3b93-4c5b-b9ad-77937bfb96c9 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245249624948'] for port, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:56.288221 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [req-adc7ccc6-8581-484c-b659-56a904df970c req-adea596a-3b93-4c5b-b9ad-77937bfb96c9 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] For port 9c5a86b7-9f0a-4e54-bb6c-fc30f22635cd, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9c5a86b7-9f0a-4e54-bb6c-fc30f22635cd,segment=NetworkSegment(84551165-5348-4f6d-b8e7-3ff14f5673d9),segment_id=84551165-5348-4f6d-b8e7-3ff14f5673d9)] {{(pid=85412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:36:56.288825 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-adc7ccc6-8581-484c-b659-56a904df970c req-adea596a-3b93-4c5b-b9ad-77937bfb96c9 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16344636'] for port, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:56.348767 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab033ab8-c526-4f03-9fb4-04cda9fff9e9 req-fec51632-f58c-4c07-8178-4a4c2e6433a2 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:36:56.350413 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ab033ab8-c526-4f03-9fb4-04cda9fff9e9 req-fec51632-f58c-4c07-8178-4a4c2e6433a2 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.69 "GET /v2.0/ports?device_id=500ac249-cb49-4f44-b0c8-eb4c1a140a60 HTTP/1.1" status: 200 len: 945 time: 0.1021123 Apr 15 20:36:56.439644 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [req-adc7ccc6-8581-484c-b659-56a904df970c req-adea596a-3b93-4c5b-b9ad-77937bfb96c9 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Calling delete_port for 9c5a86b7-9f0a-4e54-bb6c-fc30f22635cd owned by compute:nova {{(pid=85412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:36:56.594524 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-adc7ccc6-8581-484c-b659-56a904df970c req-adea596a-3b93-4c5b-b9ad-77937bfb96c9 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791605129519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791604687919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852524119'] for port, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:56.610537 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-0607aac5-77fb-4f22-a120-f2a92aa408a0 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:36:56.622355 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ab033ab8-c526-4f03-9fb4-04cda9fff9e9 req-d3b7e85f-ce52-4ac5-bdb8-834a9958ecc3 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.69 "GET /v2.0/security-groups?id=142e81b3-d63e-467c-ac4b-318ab134cce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644539 Apr 15 20:36:56.661544 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adea596a-3b93-4c5b-b9ad-77937bfb96c9 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Pushing event deleted for resources: {'Port': ['ID=9c5a86b7-9f0a-4e54-bb6c-fc30f22635cd,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:36:56.664424 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-adea596a-3b93-4c5b-b9ad-77937bfb96c9 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:36:56.857220 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [req-adc7ccc6-8581-484c-b659-56a904df970c req-adea596a-3b93-4c5b-b9ad-77937bfb96c9 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] No DVR routers for this DVR port 9c5a86b7-9f0a-4e54-bb6c-fc30f22635cd on host hv-cinder-78638 {{(pid=85412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 20:36:56.859977 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-adc7ccc6-8581-484c-b659-56a904df970c req-adea596a-3b93-4c5b-b9ad-77937bfb96c9 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-906'] for port, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:36:56.862679 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '500ac249-cb49-4f44-b0c8-eb4c1a140a60', 'name': 'network-vif-deleted', 'tag': '9c5a86b7-9f0a-4e54-bb6c-fc30f22635cd'}] {{(pid=85412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:36:56.880080 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-adc7ccc6-8581-484c-b659-56a904df970c req-adea596a-3b93-4c5b-b9ad-77937bfb96c9 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.76 "DELETE /v2.0/ports/9c5a86b7-9f0a-4e54-bb6c-fc30f22635cd HTTP/1.1" status: 204 len: 173 time: 0.9369209 Apr 15 20:36:56.920174 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '500ac249-cb49-4f44-b0c8-eb4c1a140a60', 'name': 'network-vif-deleted', 'tag': '9c5a86b7-9f0a-4e54-bb6c-fc30f22635cd', 'status': 'completed', 'code': 200} Apr 15 20:36:57.792631 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-eb96ecfd-8bc2-4b73-aa0e-d3601fd904b1 req-b2f899c1-d292-4fb5-89a9-453260939ffd tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.69 "GET /v2.0/ports?device_id=500ac249-cb49-4f44-b0c8-eb4c1a140a60 HTTP/1.1" status: 200 len: 210 time: 0.0482380 Apr 15 20:36:57.926946 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device 9c5a86b7-9f0a-4e54-bb6c-fc30f22635cd no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 20:36:57.969720 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] No Port match for: 9c5a86b7-9f0a-4e54-bb6c-fc30f22635cd {{(pid=85413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 20:36:57.970110 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device 9c5a86b7-9f0a-4e54-bb6c-fc30f22635cd not bound to the agent host hv-cinder-78638 {{(pid=85413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 20:36:58.970094 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-810b3311-5d5a-4c30-9cbc-8894720a0512 req-12729a63-829f-4163-8d15-32c46cbe92f9 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] 10.222.0.69 "GET /v2.0/ports?device_id=500ac249-cb49-4f44-b0c8-eb4c1a140a60 HTTP/1.1" status: 200 len: 210 time: 0.0501614 Apr 15 20:37:01.802727 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7f3557-5af5-4758-8e14-018699892e54 req-dbce2de2-fd34-471e-8d2b-6ae4e53e2b5c tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:37:01.804288 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-5b7f3557-5af5-4758-8e14-018699892e54 req-dbce2de2-fd34-471e-8d2b-6ae4e53e2b5c tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a525601-9837-4783-a292-3675d283251f HTTP/1.1" status: 200 len: 945 time: 0.0911036 Apr 15 20:37:01.851064 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-5b7f3557-5af5-4758-8e14-018699892e54 req-1699dbbd-be81-46ce-8ab0-52a28a9533ca tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7c295eb-f8bf-46dc-901c-6b1fe1ec5d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402796 Apr 15 20:37:03.115079 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c793f3-0251-4bfd-9e3e-61a8ba3077d3 req-d2961169-8e45-4a75-a22c-a1071bd609cc tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:37:03.117380 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-36c793f3-0251-4bfd-9e3e-61a8ba3077d3 req-d2961169-8e45-4a75-a22c-a1071bd609cc tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a525601-9837-4783-a292-3675d283251f HTTP/1.1" status: 200 len: 945 time: 0.1079559 Apr 15 20:37:03.168633 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-36c793f3-0251-4bfd-9e3e-61a8ba3077d3 req-0f7950e2-ec34-4d00-9ed1-13d6135c78f9 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7c295eb-f8bf-46dc-901c-6b1fe1ec5d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445597 Apr 15 20:37:04.389229 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2590c9bb-4a48-4a45-a6a6-62f2ad2e72f5 req-f171101c-62e8-4e37-b581-d5da2934fa31 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:37:04.390968 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-2590c9bb-4a48-4a45-a6a6-62f2ad2e72f5 req-f171101c-62e8-4e37-b581-d5da2934fa31 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a525601-9837-4783-a292-3675d283251f HTTP/1.1" status: 200 len: 945 time: 0.0902760 Apr 15 20:37:04.445920 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-2590c9bb-4a48-4a45-a6a6-62f2ad2e72f5 req-2fcaef15-d4c0-482c-a790-8f4ba7091b4f tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7c295eb-f8bf-46dc-901c-6b1fe1ec5d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465088 Apr 15 20:37:05.698489 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64531ad-5929-4d52-92a0-05c22e28036d req-a9ebb64e-917c-4da1-9ee5-191dd513a4fd tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:37:05.700686 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-e64531ad-5929-4d52-92a0-05c22e28036d req-a9ebb64e-917c-4da1-9ee5-191dd513a4fd tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a525601-9837-4783-a292-3675d283251f HTTP/1.1" status: 200 len: 945 time: 0.1348660 Apr 15 20:37:05.759608 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-e64531ad-5929-4d52-92a0-05c22e28036d req-241d381b-0798-406b-b00f-9eec1922c65d tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7c295eb-f8bf-46dc-901c-6b1fe1ec5d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517137 Apr 15 20:37:07.018339 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a336c-29a4-4d9b-83a6-742974028de7 req-f10e3dae-dd15-4159-911a-939872681020 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:37:07.019980 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-1c2a336c-29a4-4d9b-83a6-742974028de7 req-f10e3dae-dd15-4159-911a-939872681020 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a525601-9837-4783-a292-3675d283251f HTTP/1.1" status: 200 len: 945 time: 0.1048717 Apr 15 20:37:07.070934 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-1c2a336c-29a4-4d9b-83a6-742974028de7 req-843cde4c-03fd-4aed-be74-ddce6f0d4f19 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7c295eb-f8bf-46dc-901c-6b1fe1ec5d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432498 Apr 15 20:37:08.280759 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd5ad25-5192-4e0d-948d-e3ecc069ae39 req-d8d80e9d-caf4-41a0-ae49-681ecd9a7728 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:37:08.282427 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-8fd5ad25-5192-4e0d-948d-e3ecc069ae39 req-d8d80e9d-caf4-41a0-ae49-681ecd9a7728 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a525601-9837-4783-a292-3675d283251f HTTP/1.1" status: 200 len: 945 time: 0.0903854 Apr 15 20:37:08.358889 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-8fd5ad25-5192-4e0d-948d-e3ecc069ae39 req-2aa7e617-ec84-41f6-b798-c490088a6580 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7c295eb-f8bf-46dc-901c-6b1fe1ec5d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691514 Apr 15 20:37:08.831311 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539ed4b1-06b8-426d-813a-1c368df321f5 req-48373a82-1ba9-43e6-a605-6f5539814beb tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:37:08.832379 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-539ed4b1-06b8-426d-813a-1c368df321f5 req-48373a82-1ba9-43e6-a605-6f5539814beb tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Synchronizing usage tracker for tenant:ce63ba3e595f40d2b73ca0b4d1a910d5 on resource:port {{(pid=85412) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:37:08.845361 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-539ed4b1-06b8-426d-813a-1c368df321f5 req-48373a82-1ba9-43e6-a605-6f5539814beb tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Unset dirty status for tenant:ce63ba3e595f40d2b73ca0b4d1a910d5 on resource:port {{(pid=85412) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:37:08.846659 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-539ed4b1-06b8-426d-813a-1c368df321f5 req-48373a82-1ba9-43e6-a605-6f5539814beb tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a525601-9837-4783-a292-3675d283251f HTTP/1.1" status: 200 len: 945 time: 0.1063759 Apr 15 20:37:08.933681 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [req-539ed4b1-06b8-426d-813a-1c368df321f5 req-8e99984f-f6b8-483a-aee4-1753c55d0fa3 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Deleting port 2b68fff2-8639-4976-ae91-9372768a3f47 {{(pid=85412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:37:08.933890 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-539ed4b1-06b8-426d-813a-1c368df321f5 req-8e99984f-f6b8-483a-aee4-1753c55d0fa3 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245249624948'] for port, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:09.210897 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [req-539ed4b1-06b8-426d-813a-1c368df321f5 req-8e99984f-f6b8-483a-aee4-1753c55d0fa3 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] For port 2b68fff2-8639-4976-ae91-9372768a3f47, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2b68fff2-8639-4976-ae91-9372768a3f47,segment=NetworkSegment(7090a18a-55a0-4c97-8e62-b66fed641375),segment_id=7090a18a-55a0-4c97-8e62-b66fed641375)] {{(pid=85412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:37:09.211209 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-539ed4b1-06b8-426d-813a-1c368df321f5 req-8e99984f-f6b8-483a-aee4-1753c55d0fa3 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16344636'] for port, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:09.631365 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [req-539ed4b1-06b8-426d-813a-1c368df321f5 req-8e99984f-f6b8-483a-aee4-1753c55d0fa3 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Calling delete_port for 2b68fff2-8639-4976-ae91-9372768a3f47 owned by compute:nova {{(pid=85412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:37:09.763513 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f23c7-4115-4713-bf5b-360d84d7cdaa req-a0833dfa-9433-488a-84ab-f980ee5484dd tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:37:09.771358 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-9c2f23c7-4115-4713-bf5b-360d84d7cdaa req-a0833dfa-9433-488a-84ab-f980ee5484dd tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a525601-9837-4783-a292-3675d283251f HTTP/1.1" status: 200 len: 945 time: 0.2629533 Apr 15 20:37:09.818613 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-9c2f23c7-4115-4713-bf5b-360d84d7cdaa req-56e5dd79-ef0b-4357-9fe8-ff8261f163d4 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7c295eb-f8bf-46dc-901c-6b1fe1ec5d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462639 Apr 15 20:37:09.830543 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-539ed4b1-06b8-426d-813a-1c368df321f5 req-8e99984f-f6b8-483a-aee4-1753c55d0fa3 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791605129519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791604687919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852524119'] for port, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:09.845508 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] get_ports_and_sgs() called for port_ids ['2b68fff2-8639-4976-ae91-9372768a3f47'] {{(pid=85413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:37:09.853246 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-1fdd0bb2-c89f-426d-b1a8-8123c14ee9ec tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:37:09.914799 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e99984f-f6b8-483a-aee4-1753c55d0fa3 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Pushing event deleted for resources: {'Port': ['ID=2b68fff2-8639-4976-ae91-9372768a3f47,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:37:09.967590 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-8e99984f-f6b8-483a-aee4-1753c55d0fa3 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:37:10.133712 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [req-539ed4b1-06b8-426d-813a-1c368df321f5 req-8e99984f-f6b8-483a-aee4-1753c55d0fa3 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] No DVR routers for this DVR port 2b68fff2-8639-4976-ae91-9372768a3f47 on host hv-cinder-78638 {{(pid=85412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 20:37:10.136301 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-539ed4b1-06b8-426d-813a-1c368df321f5 req-8e99984f-f6b8-483a-aee4-1753c55d0fa3 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-906'] for port, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:10.139711 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a525601-9837-4783-a292-3675d283251f', 'name': 'network-vif-deleted', 'tag': '2b68fff2-8639-4976-ae91-9372768a3f47'}] {{(pid=85412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:37:10.160312 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-539ed4b1-06b8-426d-813a-1c368df321f5 req-8e99984f-f6b8-483a-aee4-1753c55d0fa3 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.76 "DELETE /v2.0/ports/2b68fff2-8639-4976-ae91-9372768a3f47 HTTP/1.1" status: 204 len: 173 time: 1.3000886 Apr 15 20:37:10.197500 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a525601-9837-4783-a292-3675d283251f', 'name': 'network-vif-deleted', 'tag': '2b68fff2-8639-4976-ae91-9372768a3f47', 'status': 'completed', 'code': 200} Apr 15 20:37:11.014442 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d1a8eaca-3cf7-44cb-a965-0bc247f31e3b req-218e4fba-2410-4cd8-8fb5-4032288dd4ca tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a525601-9837-4783-a292-3675d283251f HTTP/1.1" status: 200 len: 210 time: 0.0551810 Apr 15 20:37:12.000833 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device 2b68fff2-8639-4976-ae91-9372768a3f47 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 20:37:12.039171 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] No Port match for: 2b68fff2-8639-4976-ae91-9372768a3f47 {{(pid=85413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 20:37:12.039751 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device 2b68fff2-8639-4976-ae91-9372768a3f47 not bound to the agent host hv-cinder-78638 {{(pid=85413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 20:37:15.072191 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-d29d83fa-c1e0-4151-bdb7-7d09c4e32ef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:17.497139 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-b5341c8e-1b92-4a94-b705-ac8e7a23586d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:17.692005 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:17.820545 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ff4933d7-2d42-464e-ac62-acbaf203e2c4 req-5348669b-6d19-41b0-8e68-f7123f0e4499 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=9b0f5546-ad33-40d8-94b2-83b445a88502&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0773125 Apr 15 20:37:17.907869 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6589a99b-4989-4a06-bc40-62b7e77e6cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:17.999396 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4933d7-2d42-464e-ac62-acbaf203e2c4 req-93a04414-b18f-4af0-bca5-2f2748871b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:37:18.000990 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ff4933d7-2d42-464e-ac62-acbaf203e2c4 req-93a04414-b18f-4af0-bca5-2f2748871b29 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a7106cb89b6d4e9399c7bc046ff492b4&device_id=9b0f5546-ad33-40d8-94b2-83b445a88502 HTTP/1.1" status: 200 len: 1100 time: 0.0838923 Apr 15 20:37:18.166633 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4933d7-2d42-464e-ac62-acbaf203e2c4 req-6e798efc-d883-454a-a4ea-5503c480ba25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:37:18.168231 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ff4933d7-2d42-464e-ac62-acbaf203e2c4 req-6e798efc-d883-454a-a4ea-5503c480ba25 service neutron] 10.222.0.76 "GET /v2.0/networks?id=5bc06a2b-9024-484d-8786-16d9b4579274 HTTP/1.1" status: 200 len: 918 time: 0.1427286 Apr 15 20:37:18.268142 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:18.295973 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ff4933d7-2d42-464e-ac62-acbaf203e2c4 req-3a45dbb3-da85-4d84-b99a-b845c705e2d9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20f6bd16-038a-422f-963b-1ce0ad312762 HTTP/1.1" status: 200 len: 1001 time: 0.1190279 Apr 15 20:37:18.372064 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4933d7-2d42-464e-ac62-acbaf203e2c4 req-fd2c5050-ff78-4c3b-9beb-8e13b139e40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:37:18.373648 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ff4933d7-2d42-464e-ac62-acbaf203e2c4 req-fd2c5050-ff78-4c3b-9beb-8e13b139e40d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=115d02bc-de92-4568-be72-0d321d902e0d HTTP/1.1" status: 200 len: 855 time: 0.0671949 Apr 15 20:37:18.465088 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4933d7-2d42-464e-ac62-acbaf203e2c4 req-a7c3ac99-b5a0-4524-bdc4-ed1cfc6551e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:37:18.466810 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ff4933d7-2d42-464e-ac62-acbaf203e2c4 req-a7c3ac99-b5a0-4524-bdc4-ed1cfc6551e6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5bc06a2b-9024-484d-8786-16d9b4579274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0846777 Apr 15 20:37:18.615187 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ff4933d7-2d42-464e-ac62-acbaf203e2c4 req-1c2aab7e-05a1-4ad8-ab2b-9c9424a2688c service neutron] 10.222.0.76 "GET /v2.0/networks/5bc06a2b-9024-484d-8786-16d9b4579274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391201 Apr 15 20:37:18.762447 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ff4933d7-2d42-464e-ac62-acbaf203e2c4 req-d96d515f-b3c8-4bd8-8d66-c17ca85a2f54 service neutron] 10.222.0.76 "GET /v2.0/networks/5bc06a2b-9024-484d-8786-16d9b4579274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394207 Apr 15 20:37:19.579057 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-611aad59-e19d-4c1d-b92d-eb0975a661b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:19.910170 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 36892) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:37:19.985563 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.db_base_plugin_v2 [None req-29b3a71b-c6c9-42ac-8775-a374d4d37590 admin admin] Deleting subnet 182d4b9e-52fd-4d6b-b3fe-ec172d15d63e {{(pid=85411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 20:37:19.989016 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-29b3a71b-c6c9-42ac-8775-a374d4d37590 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:20.041976 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-29b3a71b-c6c9-42ac-8775-a374d4d37590 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853901036'] for subnet, precommit_delete_associations {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:20.104435 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-29b3a71b-c6c9-42ac-8775-a374d4d37590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854769281'] for subnet, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:20.361040 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-29b3a71b-c6c9-42ac-8775-a374d4d37590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-6519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16285263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2376409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852321564'] for subnet, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:20.376868 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:37:20.458480 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b3a71b-c6c9-42ac-8775-a374d4d37590 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=182d4b9e-52fd-4d6b-b3fe-ec172d15d63e,revision_number=None']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:37:20.465632 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-29b3a71b-c6c9-42ac-8775-a374d4d37590 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:37:20.509239 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-29b3a71b-c6c9-42ac-8775-a374d4d37590 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16483510'] for subnet, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:20.515600 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-29b3a71b-c6c9-42ac-8775-a374d4d37590 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/182d4b9e-52fd-4d6b-b3fe-ec172d15d63e HTTP/1.1" status: 204 len: 168 time: 0.6041038 Apr 15 20:37:20.519529 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 36896) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:37:20.634582 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-1318401d-c273-4696-ad73-acbf6abb3ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16654812'] for network, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:20.823792 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-1318401d-c273-4696-ad73-acbf6abb3ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16706558', 'neutron.services.segments.db._delete_segments_for_network-8791605228744'] for network, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:20.937956 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.services.segments.db [None req-1318401d-c273-4696-ad73-acbf6abb3ab9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56cdd531-4aed-47b1-9bee-388dd11ef36d']}} {{(pid=85411) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:37:20.951204 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.services.segments.db [None req-1318401d-c273-4696-ad73-acbf6abb3ab9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84551165-5348-4f6d-b8e7-3ff14f5673d9') {'for_net_delete': True} {{(pid=85411) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:37:20.951550 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.services.segments.db [None req-1318401d-c273-4696-ad73-acbf6abb3ab9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84551165-5348-4f6d-b8e7-3ff14f5673d9') {} {{(pid=85411) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:37:20.963664 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-1318401d-c273-4696-ad73-acbf6abb3ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791605226969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-874796'] for segment, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:20.979555 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-1318401d-c273-4696-ad73-acbf6abb3ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-793'] for segment, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:20.986498 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1318401d-c273-4696-ad73-acbf6abb3ab9 admin admin] Releasing vlan 1096 on physical network physnet1 to pool {{(pid=85411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 20:37:21.165048 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-1318401d-c273-4696-ad73-acbf6abb3ab9 admin admin] Network 56cdd531-4aed-47b1-9bee-388dd11ef36d has no segments {{(pid=85411) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 20:37:21.174054 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-1318401d-c273-4696-ad73-acbf6abb3ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854775039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852400008'] for segment, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:21.347844 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-1318401d-c273-4696-ad73-acbf6abb3ab9 admin admin] Network 56cdd531-4aed-47b1-9bee-388dd11ef36d has no segments {{(pid=85411) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 20:37:21.370416 dv-cinder-786386-2-smb neutron-server[85298]: Traceback (most recent call last): Apr 15 20:37:21.370416 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 20:37:21.370416 dv-cinder-786386-2-smb neutron-server[85298]: timer() Apr 15 20:37:21.370416 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 20:37:21.370416 dv-cinder-786386-2-smb neutron-server[85298]: cb(*args, **kw) Apr 15 20:37:21.370416 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 20:37:21.370416 dv-cinder-786386-2-smb neutron-server[85298]: return func(*args, **kwargs) Apr 15 20:37:21.370416 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 20:37:21.370416 dv-cinder-786386-2-smb neutron-server[85298]: self._notify() Apr 15 20:37:21.370416 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 20:37:21.370416 dv-cinder-786386-2-smb neutron-server[85298]: self.callback(batched_events) Apr 15 20:37:21.370416 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 20:37:21.370416 dv-cinder-786386-2-smb neutron-server[85298]: event.method(event) Apr 15 20:37:21.370416 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 20:37:21.370416 dv-cinder-786386-2-smb neutron-server[85298]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 20:37:21.370416 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 20:37:21.370416 dv-cinder-786386-2-smb neutron-server[85298]: segment_id)['aggregates'][0] Apr 15 20:37:21.370416 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 20:37:21.370416 dv-cinder-786386-2-smb neutron-server[85298]: return f(self, *a, **k) Apr 15 20:37:21.370416 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 20:37:21.370416 dv-cinder-786386-2-smb neutron-server[85298]: return self._get(url).json() Apr 15 20:37:21.370416 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 20:37:21.370416 dv-cinder-786386-2-smb neutron-server[85298]: **kwargs) Apr 15 20:37:21.370416 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 20:37:21.370416 dv-cinder-786386-2-smb neutron-server[85298]: return self.request(url, 'GET', **kwargs) Apr 15 20:37:21.370416 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 20:37:21.370416 dv-cinder-786386-2-smb neutron-server[85298]: **endpoint_filter) Apr 15 20:37:21.370416 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 20:37:21.370416 dv-cinder-786386-2-smb neutron-server[85298]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 20:37:21.370416 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 20:37:21.370416 dv-cinder-786386-2-smb neutron-server[85298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 20:37:21.370416 dv-cinder-786386-2-smb neutron-server[85298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 20:37:21.450275 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-1318401d-c273-4696-ad73-acbf6abb3ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036838069257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16285283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036838401808'] for network, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:21.453877 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:37:21.467296 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-1318401d-c273-4696-ad73-acbf6abb3ab9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16483510'] for network, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:21.478433 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1318401d-c273-4696-ad73-acbf6abb3ab9 admin admin] Pushing event deleted for resources: {'Network': ['ID=56cdd531-4aed-47b1-9bee-388dd11ef36d,revision_number=None']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:37:21.481911 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-1318401d-c273-4696-ad73-acbf6abb3ab9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:37:21.487050 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-1318401d-c273-4696-ad73-acbf6abb3ab9 admin admin] 10.222.0.69 "DELETE /v2.0/networks/56cdd531-4aed-47b1-9bee-388dd11ef36d HTTP/1.1" status: 204 len: 168 time: 0.9665241 Apr 15 20:37:21.615336 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 36910) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:37:21.668023 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-43e67432-8e60-4ad6-ba56-218431a67177 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=44c0a87fc78442be945a3d658bb0728d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0513804 Apr 15 20:37:21.670674 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 36914) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:37:21.730993 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c5e1cf5e-1d87-44b8-b146-8cf7a6d29086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:21.757887 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c5e1cf5e-1d87-44b8-b146-8cf7a6d29086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:21.815589 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c5e1cf5e-1d87-44b8-b146-8cf7a6d29086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:21.819357 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-e7a1228f-a993-42e5-bc6d-c77e85111d70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:37:21.830948 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e1cf5e-1d87-44b8-b146-8cf7a6d29086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=142e81b3-d63e-467c-ac4b-318ab134cce3,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:37:21.834780 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-c5e1cf5e-1d87-44b8-b146-8cf7a6d29086 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:37:21.838122 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c5e1cf5e-1d87-44b8-b146-8cf7a6d29086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:21.839410 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-c5e1cf5e-1d87-44b8-b146-8cf7a6d29086 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/142e81b3-d63e-467c-ac4b-318ab134cce3 HTTP/1.1" status: 204 len: 168 time: 0.1677930 Apr 15 20:37:30.031583 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.agents_db [None req-12650cd8-a504-4c0d-a4a2-248dab766c22 None None] Agent healthcheck: found 6 active agents {{(pid=85414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:37:33.255136 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 36994) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:37:33.323282 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d9c676f-e13b-46ce-9afa-b017dca71686 admin admin] Deleting subnet 16d16c63-a97f-48f1-ad7e-41548514c373 {{(pid=85412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 20:37:33.326300 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-1d9c676f-e13b-46ce-9afa-b017dca71686 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:33.377996 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-1d9c676f-e13b-46ce-9afa-b017dca71686 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852805791'] for subnet, precommit_delete_associations {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:33.438769 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-1d9c676f-e13b-46ce-9afa-b017dca71686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854769281'] for subnet, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:33.716128 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-1d9c676f-e13b-46ce-9afa-b017dca71686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-6519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16285263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2251772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2048744'] for subnet, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:33.737097 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:37:33.821554 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9c676f-e13b-46ce-9afa-b017dca71686 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16d16c63-a97f-48f1-ad7e-41548514c373,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:37:33.842545 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9c676f-e13b-46ce-9afa-b017dca71686 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:37:33.842961 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9c676f-e13b-46ce-9afa-b017dca71686 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:37:33.843364 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9c676f-e13b-46ce-9afa-b017dca71686 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:37:33.843762 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9c676f-e13b-46ce-9afa-b017dca71686 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:37:33.844153 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9c676f-e13b-46ce-9afa-b017dca71686 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:37:33.844548 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9c676f-e13b-46ce-9afa-b017dca71686 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:37:33.844938 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9c676f-e13b-46ce-9afa-b017dca71686 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:37:33.845338 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9c676f-e13b-46ce-9afa-b017dca71686 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:37:33.845721 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9c676f-e13b-46ce-9afa-b017dca71686 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:37:33.846103 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9c676f-e13b-46ce-9afa-b017dca71686 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:37:33.846498 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9c676f-e13b-46ce-9afa-b017dca71686 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:37:33.846880 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9c676f-e13b-46ce-9afa-b017dca71686 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:37:33.851931 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-1d9c676f-e13b-46ce-9afa-b017dca71686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:37:33.877336 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-1d9c676f-e13b-46ce-9afa-b017dca71686 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:33.883431 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-1d9c676f-e13b-46ce-9afa-b017dca71686 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/16d16c63-a97f-48f1-ad7e-41548514c373 HTTP/1.1" status: 204 len: 168 time: 0.6271942 Apr 15 20:37:33.886217 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 36998) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:37:34.000543 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-26d06b65-e131-4107-bd29-83eb978a3e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16654812'] for network, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:34.190823 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-26d06b65-e131-4107-bd29-83eb978a3e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16706558', 'neutron.services.segments.db._delete_segments_for_network-8791605228744'] for network, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:34.305385 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.services.segments.db [None req-26d06b65-e131-4107-bd29-83eb978a3e48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a06cdd3-3944-4ed8-b639-bd706389322e']}} {{(pid=85412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:37:34.318080 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.services.segments.db [None req-26d06b65-e131-4107-bd29-83eb978a3e48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7090a18a-55a0-4c97-8e62-b66fed641375') {'for_net_delete': True} {{(pid=85412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:37:34.318435 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.services.segments.db [None req-26d06b65-e131-4107-bd29-83eb978a3e48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7090a18a-55a0-4c97-8e62-b66fed641375') {} {{(pid=85412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:37:34.330606 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-26d06b65-e131-4107-bd29-83eb978a3e48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791605226969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1970009'] for segment, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:34.352366 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-26d06b65-e131-4107-bd29-83eb978a3e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-793'] for segment, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:34.359063 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26d06b65-e131-4107-bd29-83eb978a3e48 admin admin] Releasing vlan 1080 on physical network physnet1 to pool {{(pid=85412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 20:37:34.534406 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-26d06b65-e131-4107-bd29-83eb978a3e48 admin admin] Network 7a06cdd3-3944-4ed8-b639-bd706389322e has no segments {{(pid=85412) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 20:37:34.546692 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-26d06b65-e131-4107-bd29-83eb978a3e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854775039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852524707'] for segment, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:34.741200 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-26d06b65-e131-4107-bd29-83eb978a3e48 admin admin] Network 7a06cdd3-3944-4ed8-b639-bd706389322e has no segments {{(pid=85412) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 20:37:34.764281 dv-cinder-786386-2-smb neutron-server[85298]: Traceback (most recent call last): Apr 15 20:37:34.764281 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 20:37:34.764281 dv-cinder-786386-2-smb neutron-server[85298]: timer() Apr 15 20:37:34.764281 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 20:37:34.764281 dv-cinder-786386-2-smb neutron-server[85298]: cb(*args, **kw) Apr 15 20:37:34.764281 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 20:37:34.764281 dv-cinder-786386-2-smb neutron-server[85298]: return func(*args, **kwargs) Apr 15 20:37:34.764281 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 20:37:34.764281 dv-cinder-786386-2-smb neutron-server[85298]: self._notify() Apr 15 20:37:34.764281 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 20:37:34.764281 dv-cinder-786386-2-smb neutron-server[85298]: self.callback(batched_events) Apr 15 20:37:34.764281 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 20:37:34.764281 dv-cinder-786386-2-smb neutron-server[85298]: event.method(event) Apr 15 20:37:34.764281 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 20:37:34.764281 dv-cinder-786386-2-smb neutron-server[85298]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 20:37:34.764281 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 20:37:34.764281 dv-cinder-786386-2-smb neutron-server[85298]: segment_id)['aggregates'][0] Apr 15 20:37:34.764281 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 20:37:34.764281 dv-cinder-786386-2-smb neutron-server[85298]: return f(self, *a, **k) Apr 15 20:37:34.764281 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 20:37:34.764281 dv-cinder-786386-2-smb neutron-server[85298]: return self._get(url).json() Apr 15 20:37:34.764281 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 20:37:34.764281 dv-cinder-786386-2-smb neutron-server[85298]: **kwargs) Apr 15 20:37:34.764281 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 20:37:34.764281 dv-cinder-786386-2-smb neutron-server[85298]: return self.request(url, 'GET', **kwargs) Apr 15 20:37:34.764281 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 20:37:34.764281 dv-cinder-786386-2-smb neutron-server[85298]: **endpoint_filter) Apr 15 20:37:34.764281 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 20:37:34.764281 dv-cinder-786386-2-smb neutron-server[85298]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 20:37:34.764281 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 20:37:34.764281 dv-cinder-786386-2-smb neutron-server[85298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 20:37:34.764281 dv-cinder-786386-2-smb neutron-server[85298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 20:37:34.855454 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-26d06b65-e131-4107-bd29-83eb978a3e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036838069257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16285283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036838401808'] for network, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:34.859711 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:37:34.873432 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-26d06b65-e131-4107-bd29-83eb978a3e48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16483510'] for network, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:34.884251 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d06b65-e131-4107-bd29-83eb978a3e48 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a06cdd3-3944-4ed8-b639-bd706389322e,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:37:34.887627 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-26d06b65-e131-4107-bd29-83eb978a3e48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:37:34.893261 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-26d06b65-e131-4107-bd29-83eb978a3e48 admin admin] 10.222.0.69 "DELETE /v2.0/networks/7a06cdd3-3944-4ed8-b639-bd706389322e HTTP/1.1" status: 204 len: 168 time: 1.0060210 Apr 15 20:37:35.108560 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 37004) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:37:35.163040 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-dc49b1f6-4041-48d0-afb5-90bc5c6ee8d8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ce63ba3e595f40d2b73ca0b4d1a910d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0532539 Apr 15 20:37:35.165432 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 37008) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:37:35.231204 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-fd4c614e-abe0-4fac-80cb-41fa67bb3896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:35.258074 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-fd4c614e-abe0-4fac-80cb-41fa67bb3896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:35.305938 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-fd4c614e-abe0-4fac-80cb-41fa67bb3896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:35.310879 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-290b9c46-3510-4a65-8c09-e3b71245047a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:37:35.325557 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4c614e-abe0-4fac-80cb-41fa67bb3896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c295eb-f8bf-46dc-901c-6b1fe1ec5d2f,revision_number=None']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:37:35.335599 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4c614e-abe0-4fac-80cb-41fa67bb3896 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:37:35.336006 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4c614e-abe0-4fac-80cb-41fa67bb3896 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:37:35.336414 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4c614e-abe0-4fac-80cb-41fa67bb3896 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:37:35.336772 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4c614e-abe0-4fac-80cb-41fa67bb3896 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:37:35.337187 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4c614e-abe0-4fac-80cb-41fa67bb3896 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:37:35.337570 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4c614e-abe0-4fac-80cb-41fa67bb3896 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:37:35.337954 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4c614e-abe0-4fac-80cb-41fa67bb3896 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:37:35.338336 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4c614e-abe0-4fac-80cb-41fa67bb3896 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:37:35.338744 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4c614e-abe0-4fac-80cb-41fa67bb3896 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:37:35.339122 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4c614e-abe0-4fac-80cb-41fa67bb3896 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:37:35.339498 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4c614e-abe0-4fac-80cb-41fa67bb3896 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:37:35.340059 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4c614e-abe0-4fac-80cb-41fa67bb3896 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:37:35.343406 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-fd4c614e-abe0-4fac-80cb-41fa67bb3896 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:37:35.349859 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-fd4c614e-abe0-4fac-80cb-41fa67bb3896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:35.351092 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-fd4c614e-abe0-4fac-80cb-41fa67bb3896 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c7c295eb-f8bf-46dc-901c-6b1fe1ec5d2f HTTP/1.1" status: 204 len: 168 time: 0.1847613 Apr 15 20:37:36.166581 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 37032) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:37:36.286024 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [None req-9e840adf-5619-4c8a-b25f-6910e994fa1d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1677896112-network', 'tenant_id': '33077ec039814b65b933ccc905713d3a'}} {{(pid=85412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:37:36.291721 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-9e840adf-5619-4c8a-b25f-6910e994fa1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:37:36.296089 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-9e840adf-5619-4c8a-b25f-6910e994fa1d admin admin] Usage tracker for resource:network and tenant:33077ec039814b65b933ccc905713d3a is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:37:36.299402 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-9e840adf-5619-4c8a-b25f-6910e994fa1d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:37:36.306694 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-9e840adf-5619-4c8a-b25f-6910e994fa1d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:37:36.317878 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e840adf-5619-4c8a-b25f-6910e994fa1d admin admin] Made reservation on behalf of 33077ec039814b65b933ccc905713d3a for: {'network': 1} {{(pid=85412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:37:36.322617 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9e840adf-5619-4c8a-b25f-6910e994fa1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for network, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:36.335772 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9e840adf-5619-4c8a-b25f-6910e994fa1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:36.352576 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-9e840adf-5619-4c8a-b25f-6910e994fa1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:37:36.356937 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-9e840adf-5619-4c8a-b25f-6910e994fa1d admin admin] Usage tracker for resource:security_group_rule and tenant:33077ec039814b65b933ccc905713d3a is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:37:36.360031 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-9e840adf-5619-4c8a-b25f-6910e994fa1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:37:36.366172 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-9e840adf-5619-4c8a-b25f-6910e994fa1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:37:36.459018 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9e840adf-5619-4c8a-b25f-6910e994fa1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:36.464417 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9e840adf-5619-4c8a-b25f-6910e994fa1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:36.469235 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-b062226a-f961-4e1c-93c1-59c0f31732ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:37:36.509123 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e840adf-5619-4c8a-b25f-6910e994fa1d admin admin] vlan segment allocate from pool success with {'vlan_id': 1076, 'physical_network': 'physnet1'} {{(pid=85412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 20:37:36.514715 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e840adf-5619-4c8a-b25f-6910e994fa1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c0e601f-3995-4ec1-8044-4f4fedf4f5f3,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:37:36.518612 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-9e840adf-5619-4c8a-b25f-6910e994fa1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:37:36.522859 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9e840adf-5619-4c8a-b25f-6910e994fa1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-793'] for segment, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:36.522859 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.db.segments_db [None req-9e840adf-5619-4c8a-b25f-6910e994fa1d admin admin] Added segment a210119f-e74b-4b27-95c7-ad6c9591eb19 of type vlan for network 76f207b2-c01b-47b6-a04d-1f5598cc2de2 Apr 15 20:37:36.555888 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9e840adf-5619-4c8a-b25f-6910e994fa1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791604676518'] for network, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:36.587896 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9e840adf-5619-4c8a-b25f-6910e994fa1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16285283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461'] for network, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:36.589256 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e840adf-5619-4c8a-b25f-6910e994fa1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:37:36.589896 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9e840adf-5619-4c8a-b25f-6910e994fa1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16483510'] for network, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:36.593320 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:37:36.698168 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e840adf-5619-4c8a-b25f-6910e994fa1d admin admin] Pushing event updated for resources: {'Network': ['ID=76f207b2-c01b-47b6-a04d-1f5598cc2de2,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:37:36.701475 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-9e840adf-5619-4c8a-b25f-6910e994fa1d admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5338197 Apr 15 20:37:36.702483 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-9e840adf-5619-4c8a-b25f-6910e994fa1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:37:36.704781 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 37038) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:37:36.710328 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Network 76f207b2-c01b-47b6-a04d-1f5598cc2de2 details requested by agent ovs-agent-dv-cinder-786386-2-smb with host dv-cinder-786386-2-smb {{(pid=85413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 20:37:36.713578 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [None req-94704892-678e-4dfb-af32-b4516ddcd44c admin admin] Request body: {'subnet': {'network_id': '76f207b2-c01b-47b6-a04d-1f5598cc2de2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1677896112-subnet', 'tenant_id': '33077ec039814b65b933ccc905713d3a', 'ip_version': 4}} {{(pid=85412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:37:36.720137 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-94704892-678e-4dfb-af32-b4516ddcd44c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:37:36.724682 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-94704892-678e-4dfb-af32-b4516ddcd44c admin admin] Usage tracker for resource:subnet and tenant:33077ec039814b65b933ccc905713d3a is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:37:36.728184 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-94704892-678e-4dfb-af32-b4516ddcd44c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:37:36.734740 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-94704892-678e-4dfb-af32-b4516ddcd44c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:37:36.746098 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94704892-678e-4dfb-af32-b4516ddcd44c admin admin] Made reservation on behalf of 33077ec039814b65b933ccc905713d3a for: {'subnet': 1} {{(pid=85412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:37:36.751168 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-94704892-678e-4dfb-af32-b4516ddcd44c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852727102'] for subnet, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:37.395465 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-94704892-678e-4dfb-af32-b4516ddcd44c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16285263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852524089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852727055'] for subnet, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:37.413646 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-17adec93-0240-4866-9233-355ef57293c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:37:37.535228 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94704892-678e-4dfb-af32-b4516ddcd44c admin admin] Pushing event updated for resources: {'Subnet': ['ID=32e6883b-cf72-499e-9a64-9753a4dad96a,revision_number=0']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:37:37.547268 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-94704892-678e-4dfb-af32-b4516ddcd44c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:37:37.605301 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94704892-678e-4dfb-af32-b4516ddcd44c admin admin] Checking segment: {'id': 'a210119f-e74b-4b27-95c7-ad6c9591eb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '76f207b2-c01b-47b6-a04d-1f5598cc2de2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:37:37.605688 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94704892-678e-4dfb-af32-b4516ddcd44c admin admin] Network hostable DHCP agents. Network: 76f207b2-c01b-47b6-a04d-1f5598cc2de2, hostable agents: ['ffb4b371-2790-46a0-bfdf-1689ebf5aa69'], hosted agents: [] {{(pid=85412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 20:37:37.626121 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94704892-678e-4dfb-af32-b4516ddcd44c admin admin] Network 76f207b2-c01b-47b6-a04d-1f5598cc2de2 is scheduled to be hosted by DHCP agent ffb4b371-2790-46a0-bfdf-1689ebf5aa69 with binding_index 1 {{(pid=85412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 20:37:37.636274 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.base_scheduler [None req-94704892-678e-4dfb-af32-b4516ddcd44c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-2-smb, 76f207b2-c01b-47b6-a04d-1f5598cc2de2) {{(pid=85412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:37:37.645970 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbd25b5-db77-4f74-a65c-f885df097375 None None] Network 76f207b2-c01b-47b6-a04d-1f5598cc2de2 requested from dv-cinder-786386-2-smb {{(pid=85413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:37:37.648087 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94704892-678e-4dfb-af32-b4516ddcd44c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:37:37.648732 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-94704892-678e-4dfb-af32-b4516ddcd44c admin admin] Notify callbacks [] for subnet, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:37.669982 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-94704892-678e-4dfb-af32-b4516ddcd44c admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9641187 Apr 15 20:37:37.672950 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 37044) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:37:37.678553 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [None req-90958c8d-bcbf-43a6-96ec-61cc7984f86f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1677896112-router', 'tenant_id': '33077ec039814b65b933ccc905713d3a', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4'}}} {{(pid=85412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:37:37.683758 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-90958c8d-bcbf-43a6-96ec-61cc7984f86f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:37:37.688146 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-90958c8d-bcbf-43a6-96ec-61cc7984f86f admin admin] Usage tracker for resource:router and tenant:33077ec039814b65b933ccc905713d3a is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:37:37.691866 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-90958c8d-bcbf-43a6-96ec-61cc7984f86f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:37:37.698128 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-90958c8d-bcbf-43a6-96ec-61cc7984f86f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:37:37.708365 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-90958c8d-bcbf-43a6-96ec-61cc7984f86f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16371177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854772654'] for router, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:37.709430 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-90958c8d-bcbf-43a6-96ec-61cc7984f86f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838404812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838401942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036838395408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3161'] for router, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:37.727847 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-90958c8d-bcbf-43a6-96ec-61cc7984f86f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:37.901482 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e43bda-596e-48ce-8684-53679a9c02d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28a7f39b-2ac9-5a6b-b489-919d75496104-76f207b2-c01b-47b6-a04d-1f5598cc2de2', 'network_id': '76f207b2-c01b-47b6-a04d-1f5598cc2de2', 'tenant_id': '33077ec039814b65b933ccc905713d3a', 'fixed_ips': [{'subnet_id': '32e6883b-cf72-499e-9a64-9753a4dad96a'}]}} from dv-cinder-786386-2-smb. {{(pid=85413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 20:37:37.902423 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-51e43bda-596e-48ce-8684-53679a9c02d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_create {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:38.019083 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-90958c8d-bcbf-43a6-96ec-61cc7984f86f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838401957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16371162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3176'] for router, precommit_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:38.064526 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.db_base_plugin_common [None req-51e43bda-596e-48ce-8684-53679a9c02d8 None None] Allocated IP 172.20.0.2 (76f207b2-c01b-47b6-a04d-1f5598cc2de2/32e6883b-cf72-499e-9a64-9753a4dad96a/8cfeac24-b0e6-45a7-a553-e8e8c2ad7ea9) {{(pid=85413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:37:38.276463 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-51e43bda-596e-48ce-8684-53679a9c02d8 None None] Notify callbacks [] for port, precommit_create {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:38.287328 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-51e43bda-596e-48ce-8684-53679a9c02d8 None None] Transition to ACTIVE for port object 8cfeac24-b0e6-45a7-a553-e8e8c2ad7ea9 will not be triggered until provisioned by entity L2. {{(pid=85413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:37:38.306497 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-51e43bda-596e-48ce-8684-53679a9c02d8 None None] Transition to ACTIVE for port object 8cfeac24-b0e6-45a7-a553-e8e8c2ad7ea9 will not be triggered until provisioned by entity DHCP. {{(pid=85413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:37:38.312007 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-51e43bda-596e-48ce-8684-53679a9c02d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245250087898'] for port, after_create {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:38.325142 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:37:38.348475 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-90958c8d-bcbf-43a6-96ec-61cc7984f86f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:38.381216 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-90958c8d-bcbf-43a6-96ec-61cc7984f86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:38.462677 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e43bda-596e-48ce-8684-53679a9c02d8 None None] Pushing event updated for resources: {'Port': ['ID=8cfeac24-b0e6-45a7-a553-e8e8c2ad7ea9,revision_number=1']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:37:38.467037 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-51e43bda-596e-48ce-8684-53679a9c02d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:37:38.532290 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.db_base_plugin_common [None req-90958c8d-bcbf-43a6-96ec-61cc7984f86f admin admin] Allocated IP 172.28.3.47 (7c4aca2a-d888-4e9f-991a-bf8b268161b4/4dc7f199-63f9-40c2-a905-3297e9bf7ee9/8fc64924-9c4c-40a7-a792-ae084703ad2a) {{(pid=85412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:37:38.688052 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e43bda-596e-48ce-8684-53679a9c02d8 None None] Network 76f207b2-c01b-47b6-a04d-1f5598cc2de2 is already hosted by enough agents. {{(pid=85413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:37:38.689219 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.base_scheduler [None req-51e43bda-596e-48ce-8684-53679a9c02d8 None None] Resources bound (agent type, host, resource id): {{(pid=85413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:37:38.691748 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e43bda-596e-48ce-8684-53679a9c02d8 None None] Received port after_create {{(pid=85413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:37:38.693633 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-90958c8d-bcbf-43a6-96ec-61cc7984f86f admin admin] Notify callbacks [] for port, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:38.723462 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-90958c8d-bcbf-43a6-96ec-61cc7984f86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245250087898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852524119'] for port, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:38.737210 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-5b249ca7-e298-4f19-b399-19c063fee230 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:37:38.794470 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-51e43bda-596e-48ce-8684-53679a9c02d8 None None] Attempting to bind port 8cfeac24-b0e6-45a7-a553-e8e8c2ad7ea9 on host dv-cinder-786386-2-smb for vnic_type normal with profile {{(pid=85413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:37:38.794853 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-51e43bda-596e-48ce-8684-53679a9c02d8 None None] Attempting to bind port 8cfeac24-b0e6-45a7-a553-e8e8c2ad7ea9 by drivers openvswitch,hyperv on host dv-cinder-786386-2-smb at level 0 using segments [{'id': 'a210119f-e74b-4b27-95c7-ad6c9591eb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '76f207b2-c01b-47b6-a04d-1f5598cc2de2'}] {{(pid=85413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:37:38.795270 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e43bda-596e-48ce-8684-53679a9c02d8 None None] Attempting to bind port 8cfeac24-b0e6-45a7-a553-e8e8c2ad7ea9 on network 76f207b2-c01b-47b6-a04d-1f5598cc2de2 {{(pid=85413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:37:38.801028 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e43bda-596e-48ce-8684-53679a9c02d8 None None] Checking agent: {'id': '30333bf1-a829-46d5-a227-fdc76695a1e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 23, 48), 'started_at': datetime.datetime(2021, 4, 15, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:37:38.801449 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e43bda-596e-48ce-8684-53679a9c02d8 None None] Checking segment: {'id': 'a210119f-e74b-4b27-95c7-ad6c9591eb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '76f207b2-c01b-47b6-a04d-1f5598cc2de2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:37:38.801898 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-51e43bda-596e-48ce-8684-53679a9c02d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:38.802336 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e43bda-596e-48ce-8684-53679a9c02d8 None None] Bound using segment: {'id': 'a210119f-e74b-4b27-95c7-ad6c9591eb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '76f207b2-c01b-47b6-a04d-1f5598cc2de2'} {{(pid=85413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:37:38.802887 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-51e43bda-596e-48ce-8684-53679a9c02d8 None None] Bound port: 8cfeac24-b0e6-45a7-a553-e8e8c2ad7ea9, host: dv-cinder-786386-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a210119f-e74b-4b27-95c7-ad6c9591eb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '76f207b2-c01b-47b6-a04d-1f5598cc2de2'}}] {{(pid=85413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:37:38.803304 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-51e43bda-596e-48ce-8684-53679a9c02d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:38.870185 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90958c8d-bcbf-43a6-96ec-61cc7984f86f admin admin] Pushing event updated for resources: {'Port': ['ID=8fc64924-9c4c-40a7-a792-ae084703ad2a,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:37:38.874657 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-90958c8d-bcbf-43a6-96ec-61cc7984f86f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:37:38.900677 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-51e43bda-596e-48ce-8684-53679a9c02d8 None None] For port 8cfeac24-b0e6-45a7-a553-e8e8c2ad7ea9, host dv-cinder-786386-2-smb, cleared binding levels {{(pid=85413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:37:38.904099 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-51e43bda-596e-48ce-8684-53679a9c02d8 None None] For port 8cfeac24-b0e6-45a7-a553-e8e8c2ad7ea9, host dv-cinder-786386-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-2-smb',level=0,port_id=8cfeac24-b0e6-45a7-a553-e8e8c2ad7ea9,segment=NetworkSegment(a210119f-e74b-4b27-95c7-ad6c9591eb19),segment_id=a210119f-e74b-4b27-95c7-ad6c9591eb19)] {{(pid=85413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:37:38.908335 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-51e43bda-596e-48ce-8684-53679a9c02d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:38.921193 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:37:38.929700 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90958c8d-bcbf-43a6-96ec-61cc7984f86f admin admin] Network 7c4aca2a-d888-4e9f-991a-bf8b268161b4 is already hosted by enough agents. {{(pid=85412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:37:38.930905 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.base_scheduler [None req-90958c8d-bcbf-43a6-96ec-61cc7984f86f admin admin] Resources bound (agent type, host, resource id): {{(pid=85412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:37:38.933228 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90958c8d-bcbf-43a6-96ec-61cc7984f86f admin admin] Received port after_create {{(pid=85412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:37:39.071064 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e43bda-596e-48ce-8684-53679a9c02d8 None None] Pushing event updated for resources: {'Port': ['ID=8cfeac24-b0e6-45a7-a553-e8e8c2ad7ea9,revision_number=2']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:37:39.076566 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-51e43bda-596e-48ce-8684-53679a9c02d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:37:39.380445 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-90958c8d-bcbf-43a6-96ec-61cc7984f86f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:39.976846 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-90958c8d-bcbf-43a6-96ec-61cc7984f86f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036838404654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16373820'] for router, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:40.207733 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90958c8d-bcbf-43a6-96ec-61cc7984f86f admin admin] Router a249d713-ce7e-4f00-9835-f3706775a1e9 is scheduled to L3 agent f2e50876-c35d-48fb-9e24-f0907444cef9 with binding_index 1 {{(pid=85412) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 20:37:40.410345 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90958c8d-bcbf-43a6-96ec-61cc7984f86f admin admin] Notify agent at l3_agent.dv-cinder-786386-2-smb the message routers_updated {{(pid=85412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 20:37:40.420866 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bcaa6f-31ca-4f12-98f9-9268553bd9a7 None None] Sync routers for ids ['a249d713-ce7e-4f00-9835-f3706775a1e9'] in dv-cinder-786386-2-smb {{(pid=85413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 20:37:40.431786 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bcaa6f-31ca-4f12-98f9-9268553bd9a7 None None] Routers {'a249d713-ce7e-4f00-9835-f3706775a1e9'} bound to L3 agent in host dv-cinder-786386-2-smb {{(pid=85413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:37:40.432407 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-36bcaa6f-31ca-4f12-98f9-9268553bd9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T20:23:47Z,description=,heartbeat_timestamp=2021-04-15T20:37:17Z,host='dv-cinder-786386-2-smb',id=f2e50876-c35d-48fb-9e24-f0907444cef9,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:23:48Z,topic='l3_agent')) {'router_ids': ['a249d713-ce7e-4f00-9835-f3706775a1e9'], 'active': True} {{(pid=85413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:37:40.435458 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-90958c8d-bcbf-43a6-96ec-61cc7984f86f admin admin] Notify callbacks [] for router, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:40.439504 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-90958c8d-bcbf-43a6-96ec-61cc7984f86f admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7628949 Apr 15 20:37:40.439827 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 37048) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:37:40.575975 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5897ba75-05cd-417a-8b72-10132b92dda7 None None] Network 76f207b2-c01b-47b6-a04d-1f5598cc2de2 requested from dv-cinder-786386-2-smb {{(pid=85413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:37:40.707904 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-3f5b6b05-6efe-4c1c-8b0b-c7a451ee5ac1 None None] Provisioning for port 8cfeac24-b0e6-45a7-a553-e8e8c2ad7ea9 completed by entity DHCP. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:37:40.735011 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvr_db [None req-36bcaa6f-31ca-4f12-98f9-9268553bd9a7 None None] Set router a249d713-ce7e-4f00-9835-f3706775a1e9 gateway port host: dv-cinder-786386-2-smb {{(pid=85413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:37:41.163195 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-fe4408cd-f021-4cdf-bbf5-9504c09aeefd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:41.167887 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-36bcaa6f-31ca-4f12-98f9-9268553bd9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a249d713-ce7e-4f00-9835-f3706775a1e9', 'name': 'tempest-TestMinimumBasicScenario-1677896112-router', 'tenant_id': '33077ec039814b65b933ccc905713d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': '8fc64924-9c4c-40a7-a792-ae084703ad2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:37:37Z', 'updated_at': '2021-04-15T20:37:39Z', 'revision_number': 3, 'project_id': '33077ec039814b65b933ccc905713d3a', 'gw_port': {'id': '8fc64924-9c4c-40a7-a792-ae084703ad2a', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a4:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a249d713-ce7e-4f00-9835-f3706775a1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:37:38Z', 'updated_at': '2021-04-15T20:37:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb'}], 'dv-cinder-786386-2-smb', False) {} {{(pid=85413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:37:41.172796 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device 8cfeac24-b0e6-45a7-a553-e8e8c2ad7ea9 up at agent ovs-agent-dv-cinder-786386-2-smb {{(pid=85413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:37:41.205440 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bcaa6f-31ca-4f12-98f9-9268553bd9a7 None None] Checking router: a249d713-ce7e-4f00-9835-f3706775a1e9 for host: dv-cinder-786386-2-smb {{(pid=85413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 20:37:41.205952 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bcaa6f-31ca-4f12-98f9-9268553bd9a7 None None] Updating router a249d713-ce7e-4f00-9835-f3706775a1e9 port 8fc64924-9c4c-40a7-a792-ae084703ad2a binding host dv-cinder-786386-2-smb {{(pid=85413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 20:37:41.289858 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-36bcaa6f-31ca-4f12-98f9-9268553bd9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:41.354691 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Provisioning for port 8cfeac24-b0e6-45a7-a553-e8e8c2ad7ea9 completed by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:37:41.364879 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Provisioning complete for port 8cfeac24-b0e6-45a7-a553-e8e8c2ad7ea9 triggered by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:37:41.365304 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:41.389840 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.db_base_plugin_common [None req-fe4408cd-f021-4cdf-bbf5-9504c09aeefd admin admin] Allocated IP 172.20.0.1 (76f207b2-c01b-47b6-a04d-1f5598cc2de2/32e6883b-cf72-499e-9a64-9753a4dad96a/90ad63af-657a-408d-b3d4-b4749040397e) {{(pid=85412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:37:41.499867 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-9f614d0f-4204-4761-8b91-3e82b6a89140 None None] Provisioning complete for port 8cfeac24-b0e6-45a7-a553-e8e8c2ad7ea9 triggered by entity DHCP. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:37:41.500230 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9f614d0f-4204-4761-8b91-3e82b6a89140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:41.543531 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-fe4408cd-f021-4cdf-bbf5-9504c09aeefd admin admin] Notify callbacks [] for port, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:41.560050 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-fe4408cd-f021-4cdf-bbf5-9504c09aeefd admin admin] Transition to ACTIVE for port object 90ad63af-657a-408d-b3d4-b4749040397e will not be triggered until provisioned by entity DHCP. {{(pid=85412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:37:41.585793 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-fe4408cd-f021-4cdf-bbf5-9504c09aeefd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245250087898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852524119'] for port, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:41.601509 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-2e13b8a9-89c1-407b-8a15-546656419768 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:37:41.742827 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4408cd-f021-4cdf-bbf5-9504c09aeefd admin admin] Pushing event updated for resources: {'Port': ['ID=90ad63af-657a-408d-b3d4-b4749040397e,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:37:41.746043 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-fe4408cd-f021-4cdf-bbf5-9504c09aeefd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:37:41.802479 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4408cd-f021-4cdf-bbf5-9504c09aeefd admin admin] Network 76f207b2-c01b-47b6-a04d-1f5598cc2de2 is already hosted by enough agents. {{(pid=85412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:37:41.803708 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.base_scheduler [None req-fe4408cd-f021-4cdf-bbf5-9504c09aeefd admin admin] Resources bound (agent type, host, resource id): {{(pid=85412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:37:41.806075 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4408cd-f021-4cdf-bbf5-9504c09aeefd admin admin] Received port after_create {{(pid=85412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:37:41.863617 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-fe4408cd-f021-4cdf-bbf5-9504c09aeefd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838406535'] for router_interface, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:41.878964 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:42.003420 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] For port 8cfeac24-b0e6-45a7-a553-e8e8c2ad7ea9, host dv-cinder-786386-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-2-smb',level=0,port_id=8cfeac24-b0e6-45a7-a553-e8e8c2ad7ea9,segment=NetworkSegment(a210119f-e74b-4b27-95c7-ad6c9591eb19),segment_id=a210119f-e74b-4b27-95c7-ad6c9591eb19)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:37:42.010044 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:42.013069 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:37:42.043475 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9f614d0f-4204-4761-8b91-3e82b6a89140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:42.118267 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-fe4408cd-f021-4cdf-bbf5-9504c09aeefd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:42.204002 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Pushing event updated for resources: {'Port': ['ID=8cfeac24-b0e6-45a7-a553-e8e8c2ad7ea9,revision_number=3']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:37:42.215365 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-36bcaa6f-31ca-4f12-98f9-9268553bd9a7 None None] Notify callbacks [] for port, precommit_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:42.240984 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:37:42.241367 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:37:42.241743 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:37:42.242111 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:37:42.242499 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:37:42.242869 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:37:42.243228 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:37:42.243587 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:37:42.243948 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:37:42.244305 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:37:42.244664 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:37:42.244998 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:37:42.254731 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:37:42.257384 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-36bcaa6f-31ca-4f12-98f9-9268553bd9a7 None None] Transition to ACTIVE for port object 8fc64924-9c4c-40a7-a792-ae084703ad2a will not be triggered until provisioned by entity L2. {{(pid=85413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:37:42.262649 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.db.api [None req-9f614d0f-4204-4761-8b91-3e82b6a89140 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=85413) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 20:37:42.263074 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_db.api [None req-9f614d0f-4204-4761-8b91-3e82b6a89140 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=85413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 20:37:42.265112 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-36bcaa6f-31ca-4f12-98f9-9268553bd9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:42.280946 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-a0464cd6-e190-45e1-bf78-b11c12c51df1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:37:42.424263 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbd31d9-b8a8-40cb-8f9a-b6c1cf147a1e None None] Pushing event updated for resources: {'Port': ['ID=8fc64924-9c4c-40a7-a792-ae084703ad2a,revision_number=2']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:37:42.429852 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-5cbd31d9-b8a8-40cb-8f9a-b6c1cf147a1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:37:42.493677 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-36bcaa6f-31ca-4f12-98f9-9268553bd9a7 None None] Attempting to bind port 8fc64924-9c4c-40a7-a792-ae084703ad2a on host dv-cinder-786386-2-smb for vnic_type normal with profile {{(pid=85413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:37:42.494095 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-36bcaa6f-31ca-4f12-98f9-9268553bd9a7 None None] Attempting to bind port 8fc64924-9c4c-40a7-a792-ae084703ad2a by drivers openvswitch,hyperv on host dv-cinder-786386-2-smb at level 0 using segments [{'id': 'a2d970bc-47e1-42ab-bd62-edbddac3ac5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4'}] {{(pid=85413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:37:42.494541 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bcaa6f-31ca-4f12-98f9-9268553bd9a7 None None] Attempting to bind port 8fc64924-9c4c-40a7-a792-ae084703ad2a on network 7c4aca2a-d888-4e9f-991a-bf8b268161b4 {{(pid=85413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:37:42.501199 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bcaa6f-31ca-4f12-98f9-9268553bd9a7 None None] Checking agent: {'id': '30333bf1-a829-46d5-a227-fdc76695a1e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 23, 48), 'started_at': datetime.datetime(2021, 4, 15, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:37:42.501660 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bcaa6f-31ca-4f12-98f9-9268553bd9a7 None None] Checking segment: {'id': 'a2d970bc-47e1-42ab-bd62-edbddac3ac5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:37:42.502106 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-36bcaa6f-31ca-4f12-98f9-9268553bd9a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:42.502575 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bcaa6f-31ca-4f12-98f9-9268553bd9a7 None None] Bound using segment: {'id': 'a2d970bc-47e1-42ab-bd62-edbddac3ac5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4'} {{(pid=85413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:37:42.503101 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-36bcaa6f-31ca-4f12-98f9-9268553bd9a7 None None] Bound port: 8fc64924-9c4c-40a7-a792-ae084703ad2a, host: dv-cinder-786386-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d970bc-47e1-42ab-bd62-edbddac3ac5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4'}}] {{(pid=85413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:37:42.503515 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-36bcaa6f-31ca-4f12-98f9-9268553bd9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:42.581079 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-36bcaa6f-31ca-4f12-98f9-9268553bd9a7 None None] For port 8fc64924-9c4c-40a7-a792-ae084703ad2a, host dv-cinder-786386-2-smb, cleared binding levels {{(pid=85413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:37:42.584160 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-36bcaa6f-31ca-4f12-98f9-9268553bd9a7 None None] For port 8fc64924-9c4c-40a7-a792-ae084703ad2a, host dv-cinder-786386-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-2-smb',level=0,port_id=8fc64924-9c4c-40a7-a792-ae084703ad2a,segment=NetworkSegment(a2d970bc-47e1-42ab-bd62-edbddac3ac5a),segment_id=a2d970bc-47e1-42ab-bd62-edbddac3ac5a)] {{(pid=85413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:37:42.587804 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-36bcaa6f-31ca-4f12-98f9-9268553bd9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:42.597766 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-fe4408cd-f021-4cdf-bbf5-9504c09aeefd admin admin] Notify callbacks [] for port, precommit_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:42.600714 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-51e43bda-596e-48ce-8684-53679a9c02d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:37:42.602823 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-fe4408cd-f021-4cdf-bbf5-9504c09aeefd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2251697'] for port, after_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:42.631807 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-695b6693-7846-470c-a319-74043fca99a7 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:37:42.717742 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4408cd-f021-4cdf-bbf5-9504c09aeefd admin admin] Pushing event updated for resources: {'Port': ['ID=90ad63af-657a-408d-b3d4-b4749040397e,revision_number=2']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:37:42.720220 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-fe4408cd-f021-4cdf-bbf5-9504c09aeefd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16483476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16369182'] for router_interface, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:42.733877 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-fe4408cd-f021-4cdf-bbf5-9504c09aeefd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:37:42.754210 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbd31d9-b8a8-40cb-8f9a-b6c1cf147a1e None None] Pushing event updated for resources: {'Port': ['ID=8fc64924-9c4c-40a7-a792-ae084703ad2a,revision_number=3']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:37:42.757502 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-5cbd31d9-b8a8-40cb-8f9a-b6c1cf147a1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:37:42.858552 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bcaa6f-31ca-4f12-98f9-9268553bd9a7 None None] Routers {'a249d713-ce7e-4f00-9835-f3706775a1e9'} bound to L3 agent in host dv-cinder-786386-2-smb {{(pid=85413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:37:42.859222 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-36bcaa6f-31ca-4f12-98f9-9268553bd9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T20:23:47Z,description=,heartbeat_timestamp=2021-04-15T20:37:17Z,host='dv-cinder-786386-2-smb',id=f2e50876-c35d-48fb-9e24-f0907444cef9,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:23:48Z,topic='l3_agent')) {'router_ids': ['a249d713-ce7e-4f00-9835-f3706775a1e9'], 'active': True} {{(pid=85413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:37:42.868277 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4408cd-f021-4cdf-bbf5-9504c09aeefd admin admin] Network 76f207b2-c01b-47b6-a04d-1f5598cc2de2 is already hosted by enough agents. {{(pid=85412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:37:42.869426 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.base_scheduler [None req-fe4408cd-f021-4cdf-bbf5-9504c09aeefd admin admin] Resources bound (agent type, host, resource id): {{(pid=85412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:37:43.019213 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-6158a28e-d89e-4e4f-92b5-e72cb49c6322 None None] Provisioning for port 90ad63af-657a-408d-b3d4-b4749040397e completed by entity DHCP. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:37:43.029247 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-6158a28e-d89e-4e4f-92b5-e72cb49c6322 None None] Provisioning complete for port 90ad63af-657a-408d-b3d4-b4749040397e triggered by entity DHCP. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:37:43.029668 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6158a28e-d89e-4e4f-92b5-e72cb49c6322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:43.074593 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe4408cd-f021-4cdf-bbf5-9504c09aeefd admin admin] Router a249d713-ce7e-4f00-9835-f3706775a1e9 has already been hosted by L3 agent f2e50876-c35d-48fb-9e24-f0907444cef9 {{(pid=85412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 20:37:43.110915 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-6158a28e-d89e-4e4f-92b5-e72cb49c6322 None None] Port 90ad63af-657a-408d-b3d4-b4749040397e cannot update to ACTIVE because it is not bound. {{(pid=85413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 20:37:43.116363 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvr_db [None req-36bcaa6f-31ca-4f12-98f9-9268553bd9a7 None None] Set router a249d713-ce7e-4f00-9835-f3706775a1e9 gateway port host: dv-cinder-786386-2-smb {{(pid=85413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:37:43.163944 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device 8cfeac24-b0e6-45a7-a553-e8e8c2ad7ea9 up at agent ovs-agent-dv-cinder-786386-2-smb {{(pid=85413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:37:43.267052 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe4408cd-f021-4cdf-bbf5-9504c09aeefd admin admin] Notify agent at l3_agent.dv-cinder-786386-2-smb the message routers_updated {{(pid=85412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 20:37:43.276468 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-fe4408cd-f021-4cdf-bbf5-9504c09aeefd admin admin] 10.222.0.69 "PUT /v2.0/routers/a249d713-ce7e-4f00-9835-f3706775a1e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8354924 Apr 15 20:37:43.343020 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-98212c66-4266-47da-a2fb-639350405b23 None None] Provisioning complete for port 90ad63af-657a-408d-b3d4-b4749040397e triggered by entity DHCP. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:37:43.343448 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-98212c66-4266-47da-a2fb-639350405b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:43.478526 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Provisioning complete for port 8cfeac24-b0e6-45a7-a553-e8e8c2ad7ea9 triggered by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:37:43.478946 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:43.532126 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-98212c66-4266-47da-a2fb-639350405b23 None None] Port 90ad63af-657a-408d-b3d4-b4749040397e cannot update to ACTIVE because it is not bound. {{(pid=85413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 20:37:43.693739 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-36bcaa6f-31ca-4f12-98f9-9268553bd9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a249d713-ce7e-4f00-9835-f3706775a1e9', 'name': 'tempest-TestMinimumBasicScenario-1677896112-router', 'tenant_id': '33077ec039814b65b933ccc905713d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': '8fc64924-9c4c-40a7-a792-ae084703ad2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:37:37Z', 'updated_at': '2021-04-15T20:37:42Z', 'revision_number': 4, 'project_id': '33077ec039814b65b933ccc905713d3a', 'gw_port': {'id': '8fc64924-9c4c-40a7-a792-ae084703ad2a', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a4:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a249d713-ce7e-4f00-9835-f3706775a1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:37:38Z', 'updated_at': '2021-04-15T20:37:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb', '_interfaces': [{'id': '90ad63af-657a-408d-b3d4-b4749040397e', 'name': '', 'network_id': '76f207b2-c01b-47b6-a04d-1f5598cc2de2', 'tenant_id': '33077ec039814b65b933ccc905713d3a', 'mac_address': 'fa:16:3e:a5:ea:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a249d713-ce7e-4f00-9835-f3706775a1e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '32e6883b-cf72-499e-9a64-9753a4dad96a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:37:41Z', 'updated_at': '2021-04-15T20:37:42Z', 'revision_number': 2, 'project_id': '33077ec039814b65b933ccc905713d3a', 'subnets': [{'id': '32e6883b-cf72-499e-9a64-9753a4dad96a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-2-smb', False) {} {{(pid=85413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:37:43.698279 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bcaa6f-31ca-4f12-98f9-9268553bd9a7 None None] The sync data for ids ['a249d713-ce7e-4f00-9835-f3706775a1e9'] in dv-cinder-786386-2-smb is: [{'id': 'a249d713-ce7e-4f00-9835-f3706775a1e9', 'name': 'tempest-TestMinimumBasicScenario-1677896112-router', 'tenant_id': '33077ec039814b65b933ccc905713d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': '8fc64924-9c4c-40a7-a792-ae084703ad2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:37:37Z', 'updated_at': '2021-04-15T20:37:42Z', 'revision_number': 4, 'project_id': '33077ec039814b65b933ccc905713d3a', 'gw_port': {'id': '8fc64924-9c4c-40a7-a792-ae084703ad2a', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a4:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a249d713-ce7e-4f00-9835-f3706775a1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:37:38Z', 'updated_at': '2021-04-15T20:37:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb', '_interfaces': [{'id': '90ad63af-657a-408d-b3d4-b4749040397e', 'name': '', 'network_id': '76f207b2-c01b-47b6-a04d-1f5598cc2de2', 'tenant_id': '33077ec039814b65b933ccc905713d3a', 'mac_address': 'fa:16:3e:a5:ea:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a249d713-ce7e-4f00-9835-f3706775a1e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '32e6883b-cf72-499e-9a64-9753a4dad96a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:37:41Z', 'updated_at': '2021-04-15T20:37:42Z', 'revision_number': 2, 'project_id': '33077ec039814b65b933ccc905713d3a', 'subnets': [{'id': '32e6883b-cf72-499e-9a64-9753a4dad96a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 20:37:43.872445 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 37066) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:37:43.878866 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [None req-d1ceaf57-16f7-4f23-847d-513217cc0800 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1520716288-network', 'tenant_id': '80982bb145c64701bd7c145dddd5c06d'}} {{(pid=85412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:37:43.884304 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-d1ceaf57-16f7-4f23-847d-513217cc0800 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:37:43.888663 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-d1ceaf57-16f7-4f23-847d-513217cc0800 admin admin] Usage tracker for resource:network and tenant:80982bb145c64701bd7c145dddd5c06d is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:37:43.891924 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-d1ceaf57-16f7-4f23-847d-513217cc0800 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:37:43.898198 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-d1ceaf57-16f7-4f23-847d-513217cc0800 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:37:43.909363 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ceaf57-16f7-4f23-847d-513217cc0800 admin admin] Made reservation on behalf of 80982bb145c64701bd7c145dddd5c06d for: {'network': 1} {{(pid=85412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:37:43.914350 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-d1ceaf57-16f7-4f23-847d-513217cc0800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for network, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:43.927761 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-d1ceaf57-16f7-4f23-847d-513217cc0800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:43.943254 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-d1ceaf57-16f7-4f23-847d-513217cc0800 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:37:43.947289 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-d1ceaf57-16f7-4f23-847d-513217cc0800 admin admin] Usage tracker for resource:security_group_rule and tenant:80982bb145c64701bd7c145dddd5c06d is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:37:43.950187 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-d1ceaf57-16f7-4f23-847d-513217cc0800 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:37:43.956200 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-d1ceaf57-16f7-4f23-847d-513217cc0800 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:37:44.045577 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-d1ceaf57-16f7-4f23-847d-513217cc0800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:44.055081 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-d1ceaf57-16f7-4f23-847d-513217cc0800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:44.058490 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-eea82a42-6a24-4d18-900e-ce100f51c211 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:37:44.094710 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1ceaf57-16f7-4f23-847d-513217cc0800 admin admin] vlan segment allocate from pool success with {'vlan_id': 1059, 'physical_network': 'physnet1'} {{(pid=85412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 20:37:44.105437 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ceaf57-16f7-4f23-847d-513217cc0800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d350db-c06c-4b49-bfa0-9277ac4ec299,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:37:44.109711 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-d1ceaf57-16f7-4f23-847d-513217cc0800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:37:44.112403 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-d1ceaf57-16f7-4f23-847d-513217cc0800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-793'] for segment, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:44.112793 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.db.segments_db [None req-d1ceaf57-16f7-4f23-847d-513217cc0800 admin admin] Added segment 1a8cfa11-24a7-4cea-b49a-4c72020820bf of type vlan for network 5161b3d8-ea30-4dd8-b221-44a641f46b9e Apr 15 20:37:44.141654 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-d1ceaf57-16f7-4f23-847d-513217cc0800 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791604676518'] for network, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:44.173759 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-d1ceaf57-16f7-4f23-847d-513217cc0800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16285283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461'] for network, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:44.175244 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ceaf57-16f7-4f23-847d-513217cc0800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:37:44.175874 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-d1ceaf57-16f7-4f23-847d-513217cc0800 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16483510'] for network, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:44.181185 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-26d06b65-e131-4107-bd29-83eb978a3e48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:37:44.287288 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-d1ceaf57-16f7-4f23-847d-513217cc0800 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4136224 Apr 15 20:37:44.290167 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 37070) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:37:44.290538 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ceaf57-16f7-4f23-847d-513217cc0800 admin admin] Pushing event updated for resources: {'Network': ['ID=5161b3d8-ea30-4dd8-b221-44a641f46b9e,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:37:44.293690 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-d1ceaf57-16f7-4f23-847d-513217cc0800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:37:44.296853 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [None req-e140b792-3590-42e7-8ec8-f728b923f2b0 admin admin] Request body: {'subnet': {'network_id': '5161b3d8-ea30-4dd8-b221-44a641f46b9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1520716288-subnet', 'tenant_id': '80982bb145c64701bd7c145dddd5c06d', 'ip_version': 4}} {{(pid=85411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:37:44.301852 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Network 5161b3d8-ea30-4dd8-b221-44a641f46b9e details requested by agent ovs-agent-dv-cinder-786386-2-smb with host dv-cinder-786386-2-smb {{(pid=85413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 20:37:44.303084 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-e140b792-3590-42e7-8ec8-f728b923f2b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:37:44.307297 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-e140b792-3590-42e7-8ec8-f728b923f2b0 admin admin] Usage tracker for resource:subnet and tenant:80982bb145c64701bd7c145dddd5c06d is out of sync, need to count used quota {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:37:44.310491 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-e140b792-3590-42e7-8ec8-f728b923f2b0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:37:44.317085 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-e140b792-3590-42e7-8ec8-f728b923f2b0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:37:44.335703 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e140b792-3590-42e7-8ec8-f728b923f2b0 admin admin] Made reservation on behalf of 80982bb145c64701bd7c145dddd5c06d for: {'subnet': 1} {{(pid=85411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:37:44.346032 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e140b792-3590-42e7-8ec8-f728b923f2b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2454222'] for subnet, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:44.770967 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e140b792-3590-42e7-8ec8-f728b923f2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16285263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852399390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2454269'] for subnet, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:44.784745 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:37:44.911337 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e140b792-3590-42e7-8ec8-f728b923f2b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81b14cce-6960-49a5-9a15-74a060370e87,revision_number=0']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:37:44.923328 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-e140b792-3590-42e7-8ec8-f728b923f2b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:37:44.980729 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e140b792-3590-42e7-8ec8-f728b923f2b0 admin admin] Checking segment: {'id': '1a8cfa11-24a7-4cea-b49a-4c72020820bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '5161b3d8-ea30-4dd8-b221-44a641f46b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:37:44.981112 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e140b792-3590-42e7-8ec8-f728b923f2b0 admin admin] Network hostable DHCP agents. Network: 5161b3d8-ea30-4dd8-b221-44a641f46b9e, hostable agents: ['ffb4b371-2790-46a0-bfdf-1689ebf5aa69'], hosted agents: [] {{(pid=85411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 20:37:45.005308 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e140b792-3590-42e7-8ec8-f728b923f2b0 admin admin] Network 5161b3d8-ea30-4dd8-b221-44a641f46b9e is scheduled to be hosted by DHCP agent ffb4b371-2790-46a0-bfdf-1689ebf5aa69 with binding_index 1 {{(pid=85411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 20:37:45.015705 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.base_scheduler [None req-e140b792-3590-42e7-8ec8-f728b923f2b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-2-smb, 5161b3d8-ea30-4dd8-b221-44a641f46b9e) {{(pid=85411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:37:45.025215 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c985836d-dc5c-4048-8c8d-968eaac1472a None None] Network 5161b3d8-ea30-4dd8-b221-44a641f46b9e requested from dv-cinder-786386-2-smb {{(pid=85413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:37:45.027830 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e140b792-3590-42e7-8ec8-f728b923f2b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:37:45.028532 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e140b792-3590-42e7-8ec8-f728b923f2b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16483510'] for subnet, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:45.047762 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-e140b792-3590-42e7-8ec8-f728b923f2b0 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7562101 Apr 15 20:37:45.050655 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 37076) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:37:45.056999 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [None req-4de2563a-a391-45f6-b61d-2726ff0471d6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1520716288-router', 'tenant_id': '80982bb145c64701bd7c145dddd5c06d', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4'}}} {{(pid=85412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:37:45.063627 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-4de2563a-a391-45f6-b61d-2726ff0471d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:37:45.068353 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-4de2563a-a391-45f6-b61d-2726ff0471d6 admin admin] Usage tracker for resource:router and tenant:80982bb145c64701bd7c145dddd5c06d is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:37:45.071596 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-4de2563a-a391-45f6-b61d-2726ff0471d6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:37:45.079694 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-4de2563a-a391-45f6-b61d-2726ff0471d6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:37:45.092816 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4de2563a-a391-45f6-b61d-2726ff0471d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16371177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854772654'] for router, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:45.094483 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4de2563a-a391-45f6-b61d-2726ff0471d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838404812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838401942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036838395408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3161'] for router, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:45.112154 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4de2563a-a391-45f6-b61d-2726ff0471d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:45.132416 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dd7b150-8617-4e3a-8035-acacca339230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:45.203331 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device 8fc64924-9c4c-40a7-a792-ae084703ad2a up at agent ovs-agent-dv-cinder-786386-2-smb {{(pid=85413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:37:45.331695 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40387b2-e509-407d-a1cb-764c34e6481d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28a7f39b-2ac9-5a6b-b489-919d75496104-5161b3d8-ea30-4dd8-b221-44a641f46b9e', 'network_id': '5161b3d8-ea30-4dd8-b221-44a641f46b9e', 'tenant_id': '80982bb145c64701bd7c145dddd5c06d', 'fixed_ips': [{'subnet_id': '81b14cce-6960-49a5-9a15-74a060370e87'}]}} from dv-cinder-786386-2-smb. {{(pid=85413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 20:37:45.333128 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f40387b2-e509-407d-a1cb-764c34e6481d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_create {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:45.345659 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Provisioning for port 8fc64924-9c4c-40a7-a792-ae084703ad2a completed by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:37:45.359774 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Provisioning complete for port 8fc64924-9c4c-40a7-a792-ae084703ad2a triggered by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:37:45.360165 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:45.399740 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4de2563a-a391-45f6-b61d-2726ff0471d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838401957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16371162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3176'] for router, precommit_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:45.737991 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4de2563a-a391-45f6-b61d-2726ff0471d6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:45.764554 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:45.771284 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4de2563a-a391-45f6-b61d-2726ff0471d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:45.789597 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.db_base_plugin_common [None req-f40387b2-e509-407d-a1cb-764c34e6481d None None] Allocated IP 172.20.0.2 (5161b3d8-ea30-4dd8-b221-44a641f46b9e/81b14cce-6960-49a5-9a15-74a060370e87/c8ae5eb1-cdc2-43e9-8a13-9be27c85f651) {{(pid=85413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:37:45.795260 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] For port 8fc64924-9c4c-40a7-a792-ae084703ad2a, host dv-cinder-786386-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-2-smb',level=0,port_id=8fc64924-9c4c-40a7-a792-ae084703ad2a,segment=NetworkSegment(a2d970bc-47e1-42ab-bd62-edbddac3ac5a),segment_id=a2d970bc-47e1-42ab-bd62-edbddac3ac5a)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:37:45.802042 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:45.805066 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:37:45.917680 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.db_base_plugin_common [None req-4de2563a-a391-45f6-b61d-2726ff0471d6 admin admin] Allocated IP 172.28.3.72 (7c4aca2a-d888-4e9f-991a-bf8b268161b4/4dc7f199-63f9-40c2-a905-3297e9bf7ee9/402be25c-201f-4444-aa0e-3cd3b99a15ed) {{(pid=85412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:37:45.963562 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Pushing event updated for resources: {'Port': ['ID=8fc64924-9c4c-40a7-a792-ae084703ad2a,revision_number=4']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:37:45.976916 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:37:46.074881 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f40387b2-e509-407d-a1cb-764c34e6481d None None] Notify callbacks [] for port, precommit_create {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:46.075297 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4de2563a-a391-45f6-b61d-2726ff0471d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:46.085657 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-f40387b2-e509-407d-a1cb-764c34e6481d None None] Transition to ACTIVE for port object c8ae5eb1-cdc2-43e9-8a13-9be27c85f651 will not be triggered until provisioned by entity L2. {{(pid=85413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:37:46.105192 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-f40387b2-e509-407d-a1cb-764c34e6481d None None] Transition to ACTIVE for port object c8ae5eb1-cdc2-43e9-8a13-9be27c85f651 will not be triggered until provisioned by entity DHCP. {{(pid=85413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:37:46.105383 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4de2563a-a391-45f6-b61d-2726ff0471d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245250087898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852524119'] for port, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:46.111058 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f40387b2-e509-407d-a1cb-764c34e6481d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245250087898'] for port, after_create {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:46.118865 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:37:46.124708 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-51e43bda-596e-48ce-8684-53679a9c02d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:37:46.255496 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de2563a-a391-45f6-b61d-2726ff0471d6 admin admin] Pushing event updated for resources: {'Port': ['ID=402be25c-201f-4444-aa0e-3cd3b99a15ed,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:37:46.258489 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-4de2563a-a391-45f6-b61d-2726ff0471d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:37:46.258930 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40387b2-e509-407d-a1cb-764c34e6481d None None] Pushing event updated for resources: {'Port': ['ID=c8ae5eb1-cdc2-43e9-8a13-9be27c85f651,revision_number=1']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:37:46.263396 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f40387b2-e509-407d-a1cb-764c34e6481d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:37:46.316069 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de2563a-a391-45f6-b61d-2726ff0471d6 admin admin] Network 7c4aca2a-d888-4e9f-991a-bf8b268161b4 is already hosted by enough agents. {{(pid=85412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:37:46.317268 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.base_scheduler [None req-4de2563a-a391-45f6-b61d-2726ff0471d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=85412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:37:46.317970 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40387b2-e509-407d-a1cb-764c34e6481d None None] Network 5161b3d8-ea30-4dd8-b221-44a641f46b9e is already hosted by enough agents. {{(pid=85413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:37:46.319112 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.base_scheduler [None req-f40387b2-e509-407d-a1cb-764c34e6481d None None] Resources bound (agent type, host, resource id): {{(pid=85413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:37:46.319555 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de2563a-a391-45f6-b61d-2726ff0471d6 admin admin] Received port after_create {{(pid=85412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:37:46.321198 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40387b2-e509-407d-a1cb-764c34e6481d None None] Received port after_create {{(pid=85413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:37:46.418367 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-f40387b2-e509-407d-a1cb-764c34e6481d None None] Attempting to bind port c8ae5eb1-cdc2-43e9-8a13-9be27c85f651 on host dv-cinder-786386-2-smb for vnic_type normal with profile {{(pid=85413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:37:46.419030 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-f40387b2-e509-407d-a1cb-764c34e6481d None None] Attempting to bind port c8ae5eb1-cdc2-43e9-8a13-9be27c85f651 by drivers openvswitch,hyperv on host dv-cinder-786386-2-smb at level 0 using segments [{'id': '1a8cfa11-24a7-4cea-b49a-4c72020820bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '5161b3d8-ea30-4dd8-b221-44a641f46b9e'}] {{(pid=85413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:37:46.419228 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40387b2-e509-407d-a1cb-764c34e6481d None None] Attempting to bind port c8ae5eb1-cdc2-43e9-8a13-9be27c85f651 on network 5161b3d8-ea30-4dd8-b221-44a641f46b9e {{(pid=85413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:37:46.425101 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40387b2-e509-407d-a1cb-764c34e6481d None None] Checking agent: {'id': '30333bf1-a829-46d5-a227-fdc76695a1e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 23, 48), 'started_at': datetime.datetime(2021, 4, 15, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:37:46.425523 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40387b2-e509-407d-a1cb-764c34e6481d None None] Checking segment: {'id': '1a8cfa11-24a7-4cea-b49a-4c72020820bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '5161b3d8-ea30-4dd8-b221-44a641f46b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:37:46.425975 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f40387b2-e509-407d-a1cb-764c34e6481d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:46.426448 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40387b2-e509-407d-a1cb-764c34e6481d None None] Bound using segment: {'id': '1a8cfa11-24a7-4cea-b49a-4c72020820bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '5161b3d8-ea30-4dd8-b221-44a641f46b9e'} {{(pid=85413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:37:46.426972 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-f40387b2-e509-407d-a1cb-764c34e6481d None None] Bound port: c8ae5eb1-cdc2-43e9-8a13-9be27c85f651, host: dv-cinder-786386-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a8cfa11-24a7-4cea-b49a-4c72020820bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '5161b3d8-ea30-4dd8-b221-44a641f46b9e'}}] {{(pid=85413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:37:46.427499 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f40387b2-e509-407d-a1cb-764c34e6481d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:46.526516 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f40387b2-e509-407d-a1cb-764c34e6481d None None] For port c8ae5eb1-cdc2-43e9-8a13-9be27c85f651, host dv-cinder-786386-2-smb, cleared binding levels {{(pid=85413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:37:46.530136 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f40387b2-e509-407d-a1cb-764c34e6481d None None] For port c8ae5eb1-cdc2-43e9-8a13-9be27c85f651, host dv-cinder-786386-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-2-smb',level=0,port_id=c8ae5eb1-cdc2-43e9-8a13-9be27c85f651,segment=NetworkSegment(1a8cfa11-24a7-4cea-b49a-4c72020820bf),segment_id=1a8cfa11-24a7-4cea-b49a-4c72020820bf)] {{(pid=85413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:37:46.534410 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f40387b2-e509-407d-a1cb-764c34e6481d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:46.549958 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:37:46.710804 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40387b2-e509-407d-a1cb-764c34e6481d None None] Pushing event updated for resources: {'Port': ['ID=c8ae5eb1-cdc2-43e9-8a13-9be27c85f651,revision_number=2']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:37:46.715925 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f40387b2-e509-407d-a1cb-764c34e6481d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:37:46.748543 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aabb30c-83fa-4bb5-9afe-1960450a58b1 None None] Sync routers for ids ['a249d713-ce7e-4f00-9835-f3706775a1e9'] in dv-cinder-786386-2-smb {{(pid=85414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 20:37:46.760022 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aabb30c-83fa-4bb5-9afe-1960450a58b1 None None] Routers {'a249d713-ce7e-4f00-9835-f3706775a1e9'} bound to L3 agent in host dv-cinder-786386-2-smb {{(pid=85414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:37:46.760705 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-8aabb30c-83fa-4bb5-9afe-1960450a58b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T20:23:47Z,description=,heartbeat_timestamp=2021-04-15T20:37:17Z,host='dv-cinder-786386-2-smb',id=f2e50876-c35d-48fb-9e24-f0907444cef9,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:23:48Z,topic='l3_agent')) {'router_ids': ['a249d713-ce7e-4f00-9835-f3706775a1e9'], 'active': True} {{(pid=85414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:37:46.954461 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvr_db [None req-8aabb30c-83fa-4bb5-9afe-1960450a58b1 None None] Set router a249d713-ce7e-4f00-9835-f3706775a1e9 gateway port host: dv-cinder-786386-2-smb {{(pid=85414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:37:47.006898 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4de2563a-a391-45f6-b61d-2726ff0471d6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:47.274400 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device c8ae5eb1-cdc2-43e9-8a13-9be27c85f651 up at agent ovs-agent-dv-cinder-786386-2-smb {{(pid=85413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:37:47.350194 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-8aabb30c-83fa-4bb5-9afe-1960450a58b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a249d713-ce7e-4f00-9835-f3706775a1e9', 'name': 'tempest-TestMinimumBasicScenario-1677896112-router', 'tenant_id': '33077ec039814b65b933ccc905713d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': '8fc64924-9c4c-40a7-a792-ae084703ad2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:37:37Z', 'updated_at': '2021-04-15T20:37:42Z', 'revision_number': 4, 'project_id': '33077ec039814b65b933ccc905713d3a', 'gw_port': {'id': '8fc64924-9c4c-40a7-a792-ae084703ad2a', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a249d713-ce7e-4f00-9835-f3706775a1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:37:38Z', 'updated_at': '2021-04-15T20:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb', '_interfaces': [{'id': '90ad63af-657a-408d-b3d4-b4749040397e', 'name': '', 'network_id': '76f207b2-c01b-47b6-a04d-1f5598cc2de2', 'tenant_id': '33077ec039814b65b933ccc905713d3a', 'mac_address': 'fa:16:3e:a5:ea:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a249d713-ce7e-4f00-9835-f3706775a1e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '32e6883b-cf72-499e-9a64-9753a4dad96a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:37:41Z', 'updated_at': '2021-04-15T20:37:42Z', 'revision_number': 2, 'project_id': '33077ec039814b65b933ccc905713d3a', 'subnets': [{'id': '32e6883b-cf72-499e-9a64-9753a4dad96a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-2-smb', False) {} {{(pid=85414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:37:47.357716 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aabb30c-83fa-4bb5-9afe-1960450a58b1 None None] Checking router: a249d713-ce7e-4f00-9835-f3706775a1e9 for host: dv-cinder-786386-2-smb {{(pid=85414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 20:37:47.357964 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Provisioning for port c8ae5eb1-cdc2-43e9-8a13-9be27c85f651 completed by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:37:47.358622 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aabb30c-83fa-4bb5-9afe-1960450a58b1 None None] Updating router a249d713-ce7e-4f00-9835-f3706775a1e9 port 90ad63af-657a-408d-b3d4-b4749040397e binding host dv-cinder-786386-2-smb {{(pid=85414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 20:37:47.363504 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device 8fc64924-9c4c-40a7-a792-ae084703ad2a up at agent ovs-agent-dv-cinder-786386-2-smb {{(pid=85413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:37:47.410016 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4de2563a-a391-45f6-b61d-2726ff0471d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036838404654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16373820'] for router, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:47.422311 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-8aabb30c-83fa-4bb5-9afe-1960450a58b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:47.438155 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Provisioning complete for port 8fc64924-9c4c-40a7-a792-ae084703ad2a triggered by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:37:47.438337 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:47.517223 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c7bdb566-ee29-4b6c-8543-3afeb511b5a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:47.632554 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4de2563a-a391-45f6-b61d-2726ff0471d6 admin admin] Router 042962de-18e6-43fd-ba11-6145608e58c4 is scheduled to L3 agent f2e50876-c35d-48fb-9e24-f0907444cef9 with binding_index 1 {{(pid=85412) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 20:37:47.696825 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:47.790112 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-8aabb30c-83fa-4bb5-9afe-1960450a58b1 None None] Notify callbacks [] for port, precommit_update {{(pid=85414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:47.802086 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-8aabb30c-83fa-4bb5-9afe-1960450a58b1 None None] Transition to ACTIVE for port object 90ad63af-657a-408d-b3d4-b4749040397e will not be triggered until provisioned by entity L2. {{(pid=85414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:37:47.808120 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-8aabb30c-83fa-4bb5-9afe-1960450a58b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:47.821388 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:37:47.827436 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4de2563a-a391-45f6-b61d-2726ff0471d6 admin admin] Notify agent at l3_agent.dv-cinder-786386-2-smb the message routers_updated {{(pid=85412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 20:37:47.837390 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ce7895-3871-4c67-80c5-cfc1088d0e4c None None] Sync routers for ids ['042962de-18e6-43fd-ba11-6145608e58c4'] in dv-cinder-786386-2-smb {{(pid=85413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 20:37:47.847540 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ce7895-3871-4c67-80c5-cfc1088d0e4c None None] Routers {'042962de-18e6-43fd-ba11-6145608e58c4'} bound to L3 agent in host dv-cinder-786386-2-smb {{(pid=85413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:37:47.848220 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-13ce7895-3871-4c67-80c5-cfc1088d0e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T20:23:47Z,description=,heartbeat_timestamp=2021-04-15T20:37:47Z,host='dv-cinder-786386-2-smb',id=f2e50876-c35d-48fb-9e24-f0907444cef9,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:23:48Z,topic='l3_agent')) {'router_ids': ['042962de-18e6-43fd-ba11-6145608e58c4'], 'active': True} {{(pid=85413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:37:47.853694 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4de2563a-a391-45f6-b61d-2726ff0471d6 admin admin] Notify callbacks [] for router, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:47.858132 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 37080) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:37:47.858297 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-4de2563a-a391-45f6-b61d-2726ff0471d6 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8060546 Apr 15 20:37:47.953814 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7278cdb8-7ec6-492c-ae1b-79c6b0c93c6e None None] Pushing event updated for resources: {'Port': ['ID=90ad63af-657a-408d-b3d4-b4749040397e,revision_number=3']} {{(pid=85414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:37:47.976547 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7278cdb8-7ec6-492c-ae1b-79c6b0c93c6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:37:47.976923 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7278cdb8-7ec6-492c-ae1b-79c6b0c93c6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:37:47.977293 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7278cdb8-7ec6-492c-ae1b-79c6b0c93c6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:37:47.977655 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7278cdb8-7ec6-492c-ae1b-79c6b0c93c6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:37:47.978018 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7278cdb8-7ec6-492c-ae1b-79c6b0c93c6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:37:47.978414 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7278cdb8-7ec6-492c-ae1b-79c6b0c93c6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:37:47.978752 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7278cdb8-7ec6-492c-ae1b-79c6b0c93c6e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:37:47.979105 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7278cdb8-7ec6-492c-ae1b-79c6b0c93c6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:37:47.979458 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7278cdb8-7ec6-492c-ae1b-79c6b0c93c6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:37:47.979810 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7278cdb8-7ec6-492c-ae1b-79c6b0c93c6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:37:47.980161 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7278cdb8-7ec6-492c-ae1b-79c6b0c93c6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:37:47.980511 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7278cdb8-7ec6-492c-ae1b-79c6b0c93c6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:37:47.987377 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-7278cdb8-7ec6-492c-ae1b-79c6b0c93c6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:37:48.042456 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6589a99b-4989-4a06-bc40-62b7e77e6cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:48.116789 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvr_db [None req-13ce7895-3871-4c67-80c5-cfc1088d0e4c None None] Set router 042962de-18e6-43fd-ba11-6145608e58c4 gateway port host: dv-cinder-786386-2-smb {{(pid=85413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:37:48.214510 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-8aabb30c-83fa-4bb5-9afe-1960450a58b1 None None] Attempting to bind port 90ad63af-657a-408d-b3d4-b4749040397e on host dv-cinder-786386-2-smb for vnic_type normal with profile {{(pid=85414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:37:48.214870 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-8aabb30c-83fa-4bb5-9afe-1960450a58b1 None None] Attempting to bind port 90ad63af-657a-408d-b3d4-b4749040397e by drivers openvswitch,hyperv on host dv-cinder-786386-2-smb at level 0 using segments [{'id': 'a210119f-e74b-4b27-95c7-ad6c9591eb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '76f207b2-c01b-47b6-a04d-1f5598cc2de2'}] {{(pid=85414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:37:48.215223 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aabb30c-83fa-4bb5-9afe-1960450a58b1 None None] Attempting to bind port 90ad63af-657a-408d-b3d4-b4749040397e on network 76f207b2-c01b-47b6-a04d-1f5598cc2de2 {{(pid=85414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:37:48.221886 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aabb30c-83fa-4bb5-9afe-1960450a58b1 None None] Checking agent: {'id': '30333bf1-a829-46d5-a227-fdc76695a1e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 23, 48), 'started_at': datetime.datetime(2021, 4, 15, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:37:48.222304 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aabb30c-83fa-4bb5-9afe-1960450a58b1 None None] Checking segment: {'id': 'a210119f-e74b-4b27-95c7-ad6c9591eb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '76f207b2-c01b-47b6-a04d-1f5598cc2de2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:37:48.222763 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-8aabb30c-83fa-4bb5-9afe-1960450a58b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:48.223193 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aabb30c-83fa-4bb5-9afe-1960450a58b1 None None] Bound using segment: {'id': 'a210119f-e74b-4b27-95c7-ad6c9591eb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '76f207b2-c01b-47b6-a04d-1f5598cc2de2'} {{(pid=85414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:37:48.223714 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-8aabb30c-83fa-4bb5-9afe-1960450a58b1 None None] Bound port: 90ad63af-657a-408d-b3d4-b4749040397e, host: dv-cinder-786386-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a210119f-e74b-4b27-95c7-ad6c9591eb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '76f207b2-c01b-47b6-a04d-1f5598cc2de2'}}] {{(pid=85414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:37:48.224123 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-8aabb30c-83fa-4bb5-9afe-1960450a58b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:48.369592 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-8aabb30c-83fa-4bb5-9afe-1960450a58b1 None None] For port 90ad63af-657a-408d-b3d4-b4749040397e, host dv-cinder-786386-2-smb, cleared binding levels {{(pid=85414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:37:48.373208 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-8aabb30c-83fa-4bb5-9afe-1960450a58b1 None None] For port 90ad63af-657a-408d-b3d4-b4749040397e, host dv-cinder-786386-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-2-smb',level=0,port_id=90ad63af-657a-408d-b3d4-b4749040397e,segment=NetworkSegment(a210119f-e74b-4b27-95c7-ad6c9591eb19),segment_id=a210119f-e74b-4b27-95c7-ad6c9591eb19)] {{(pid=85414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:37:48.378977 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-8aabb30c-83fa-4bb5-9afe-1960450a58b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:48.396221 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:48.433498 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed98234-9822-4462-be06-bb96556028e0 None None] Network 5161b3d8-ea30-4dd8-b221-44a641f46b9e requested from dv-cinder-786386-2-smb {{(pid=85413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:37:48.604431 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-ef26deeb-e2f9-4b4e-9246-8c30adc8fb2c None None] Provisioning for port c8ae5eb1-cdc2-43e9-8a13-9be27c85f651 completed by entity DHCP. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:37:48.614644 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-7fa526d6-ce9c-4ef9-b931-a9a676fa8dbb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:37:48.634819 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-ef26deeb-e2f9-4b4e-9246-8c30adc8fb2c None None] Provisioning complete for port c8ae5eb1-cdc2-43e9-8a13-9be27c85f651 triggered by entity DHCP. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:37:48.635218 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-ef26deeb-e2f9-4b4e-9246-8c30adc8fb2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:48.725193 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7278cdb8-7ec6-492c-ae1b-79c6b0c93c6e None None] Pushing event updated for resources: {'Port': ['ID=90ad63af-657a-408d-b3d4-b4749040397e,revision_number=4']} {{(pid=85414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:37:48.730642 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-7278cdb8-7ec6-492c-ae1b-79c6b0c93c6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:37:48.775572 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aabb30c-83fa-4bb5-9afe-1960450a58b1 None None] Routers {'a249d713-ce7e-4f00-9835-f3706775a1e9'} bound to L3 agent in host dv-cinder-786386-2-smb {{(pid=85414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:37:48.776340 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-8aabb30c-83fa-4bb5-9afe-1960450a58b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T20:23:47Z,description=,heartbeat_timestamp=2021-04-15T20:37:47Z,host='dv-cinder-786386-2-smb',id=f2e50876-c35d-48fb-9e24-f0907444cef9,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:23:48Z,topic='l3_agent')) {'router_ids': ['a249d713-ce7e-4f00-9835-f3706775a1e9'], 'active': True} {{(pid=85414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:37:48.952381 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-dc226866-a8c1-4a40-919e-33abadf3c0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:48.987868 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvr_db [None req-8aabb30c-83fa-4bb5-9afe-1960450a58b1 None None] Set router a249d713-ce7e-4f00-9835-f3706775a1e9 gateway port host: dv-cinder-786386-2-smb {{(pid=85414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:37:49.015576 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-13ce7895-3871-4c67-80c5-cfc1088d0e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '042962de-18e6-43fd-ba11-6145608e58c4', 'name': 'tempest-TestMinimumBasicScenario-1520716288-router', 'tenant_id': '80982bb145c64701bd7c145dddd5c06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.72'}], 'enable_snat': True}, 'gw_port_id': '402be25c-201f-4444-aa0e-3cd3b99a15ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:37:45Z', 'updated_at': '2021-04-15T20:37:46Z', 'revision_number': 3, 'project_id': '80982bb145c64701bd7c145dddd5c06d', 'gw_port': {'id': '402be25c-201f-4444-aa0e-3cd3b99a15ed', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:0e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '042962de-18e6-43fd-ba11-6145608e58c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:37:45Z', 'updated_at': '2021-04-15T20:37:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb'}], 'dv-cinder-786386-2-smb', False) {} {{(pid=85413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:37:49.037080 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ce7895-3871-4c67-80c5-cfc1088d0e4c None None] Checking router: 042962de-18e6-43fd-ba11-6145608e58c4 for host: dv-cinder-786386-2-smb {{(pid=85413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 20:37:49.037480 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ce7895-3871-4c67-80c5-cfc1088d0e4c None None] Updating router 042962de-18e6-43fd-ba11-6145608e58c4 port 402be25c-201f-4444-aa0e-3cd3b99a15ed binding host dv-cinder-786386-2-smb {{(pid=85413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 20:37:49.113071 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-ef26deeb-e2f9-4b4e-9246-8c30adc8fb2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:49.142784 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-13ce7895-3871-4c67-80c5-cfc1088d0e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:49.195816 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device 90ad63af-657a-408d-b3d4-b4749040397e up at agent ovs-agent-dv-cinder-786386-2-smb {{(pid=85413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:37:49.214404 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.db_base_plugin_common [None req-dc226866-a8c1-4a40-919e-33abadf3c0e9 admin admin] Allocated IP 172.20.0.1 (5161b3d8-ea30-4dd8-b221-44a641f46b9e/81b14cce-6960-49a5-9a15-74a060370e87/2cafd9e1-c3c9-4339-ba52-d3c718a83417) {{(pid=85411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:37:49.324432 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-ef26deeb-e2f9-4b4e-9246-8c30adc8fb2c None None] For port c8ae5eb1-cdc2-43e9-8a13-9be27c85f651, host dv-cinder-786386-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-2-smb',level=0,port_id=c8ae5eb1-cdc2-43e9-8a13-9be27c85f651,segment=NetworkSegment(1a8cfa11-24a7-4cea-b49a-4c72020820bf),segment_id=1a8cfa11-24a7-4cea-b49a-4c72020820bf)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:37:49.347146 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-ef26deeb-e2f9-4b4e-9246-8c30adc8fb2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:49.354975 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-a0464cd6-e190-45e1-bf78-b11c12c51df1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:37:49.396483 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-8aabb30c-83fa-4bb5-9afe-1960450a58b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a249d713-ce7e-4f00-9835-f3706775a1e9', 'name': 'tempest-TestMinimumBasicScenario-1677896112-router', 'tenant_id': '33077ec039814b65b933ccc905713d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': '8fc64924-9c4c-40a7-a792-ae084703ad2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:37:37Z', 'updated_at': '2021-04-15T20:37:42Z', 'revision_number': 4, 'project_id': '33077ec039814b65b933ccc905713d3a', 'gw_port': {'id': '8fc64924-9c4c-40a7-a792-ae084703ad2a', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a249d713-ce7e-4f00-9835-f3706775a1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:37:38Z', 'updated_at': '2021-04-15T20:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb', '_interfaces': [{'id': '90ad63af-657a-408d-b3d4-b4749040397e', 'name': '', 'network_id': '76f207b2-c01b-47b6-a04d-1f5598cc2de2', 'tenant_id': '33077ec039814b65b933ccc905713d3a', 'mac_address': 'fa:16:3e:a5:ea:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a249d713-ce7e-4f00-9835-f3706775a1e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '32e6883b-cf72-499e-9a64-9753a4dad96a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:37:41Z', 'updated_at': '2021-04-15T20:37:48Z', 'revision_number': 4, 'project_id': '33077ec039814b65b933ccc905713d3a', 'subnets': [{'id': '32e6883b-cf72-499e-9a64-9753a4dad96a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-2-smb', False) {} {{(pid=85414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:37:49.404363 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aabb30c-83fa-4bb5-9afe-1960450a58b1 None None] The sync data for ids ['a249d713-ce7e-4f00-9835-f3706775a1e9'] in dv-cinder-786386-2-smb is: [{'id': 'a249d713-ce7e-4f00-9835-f3706775a1e9', 'name': 'tempest-TestMinimumBasicScenario-1677896112-router', 'tenant_id': '33077ec039814b65b933ccc905713d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': '8fc64924-9c4c-40a7-a792-ae084703ad2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:37:37Z', 'updated_at': '2021-04-15T20:37:42Z', 'revision_number': 4, 'project_id': '33077ec039814b65b933ccc905713d3a', 'gw_port': {'id': '8fc64924-9c4c-40a7-a792-ae084703ad2a', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a249d713-ce7e-4f00-9835-f3706775a1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:37:38Z', 'updated_at': '2021-04-15T20:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb', '_interfaces': [{'id': '90ad63af-657a-408d-b3d4-b4749040397e', 'name': '', 'network_id': '76f207b2-c01b-47b6-a04d-1f5598cc2de2', 'tenant_id': '33077ec039814b65b933ccc905713d3a', 'mac_address': 'fa:16:3e:a5:ea:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a249d713-ce7e-4f00-9835-f3706775a1e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '32e6883b-cf72-499e-9a64-9753a4dad96a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:37:41Z', 'updated_at': '2021-04-15T20:37:48Z', 'revision_number': 4, 'project_id': '33077ec039814b65b933ccc905713d3a', 'subnets': [{'id': '32e6883b-cf72-499e-9a64-9753a4dad96a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 20:37:49.409490 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-dc226866-a8c1-4a40-919e-33abadf3c0e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:49.430565 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-dc226866-a8c1-4a40-919e-33abadf3c0e9 admin admin] Transition to ACTIVE for port object 2cafd9e1-c3c9-4339-ba52-d3c718a83417 will not be triggered until provisioned by entity DHCP. {{(pid=85411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:37:49.458995 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-dc226866-a8c1-4a40-919e-33abadf3c0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245250087898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852399476'] for port, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:49.521657 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Provisioning for port 90ad63af-657a-408d-b3d4-b4749040397e completed by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:37:49.547759 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Provisioning complete for port 90ad63af-657a-408d-b3d4-b4749040397e triggered by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:37:49.548180 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:49.554840 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-88b657d3-ad56-41f9-ad3d-1c9771e1c43b tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:37:49.573318 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef26deeb-e2f9-4b4e-9246-8c30adc8fb2c None None] Pushing event updated for resources: {'Port': ['ID=c8ae5eb1-cdc2-43e9-8a13-9be27c85f651,revision_number=3']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:37:49.585417 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-ef26deeb-e2f9-4b4e-9246-8c30adc8fb2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:37:49.612716 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-1a2d6a3d-8390-4f4c-93c7-f1a747df8d89 None None] Provisioning complete for port 90ad63af-657a-408d-b3d4-b4749040397e triggered by entity DHCP. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:37:49.613125 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-1a2d6a3d-8390-4f4c-93c7-f1a747df8d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:49.645992 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc226866-a8c1-4a40-919e-33abadf3c0e9 admin admin] Pushing event updated for resources: {'Port': ['ID=2cafd9e1-c3c9-4339-ba52-d3c718a83417,revision_number=1']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:37:49.650522 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-dc226866-a8c1-4a40-919e-33abadf3c0e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:37:49.686786 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc226866-a8c1-4a40-919e-33abadf3c0e9 admin admin] Network 5161b3d8-ea30-4dd8-b221-44a641f46b9e is already hosted by enough agents. {{(pid=85411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:37:49.688004 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.base_scheduler [None req-dc226866-a8c1-4a40-919e-33abadf3c0e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=85411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:37:49.690332 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc226866-a8c1-4a40-919e-33abadf3c0e9 admin admin] Received port after_create {{(pid=85411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:37:49.698873 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-611aad59-e19d-4c1d-b92d-eb0975a661b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:49.756572 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-dc226866-a8c1-4a40-919e-33abadf3c0e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838406535'] for router_interface, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:49.921591 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:49.940078 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-1a2d6a3d-8390-4f4c-93c7-f1a747df8d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:49.977228 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-13ce7895-3871-4c67-80c5-cfc1088d0e4c None None] Notify callbacks [] for port, precommit_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:50.002893 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] For port 90ad63af-657a-408d-b3d4-b4749040397e, host dv-cinder-786386-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-2-smb',level=0,port_id=90ad63af-657a-408d-b3d4-b4749040397e,segment=NetworkSegment(a210119f-e74b-4b27-95c7-ad6c9591eb19),segment_id=a210119f-e74b-4b27-95c7-ad6c9591eb19)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:37:50.004223 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-13ce7895-3871-4c67-80c5-cfc1088d0e4c None None] Transition to ACTIVE for port object 402be25c-201f-4444-aa0e-3cd3b99a15ed will not be triggered until provisioned by entity L2. {{(pid=85413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:37:50.009383 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:50.011692 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-ef26deeb-e2f9-4b4e-9246-8c30adc8fb2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:37:50.037396 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-dc226866-a8c1-4a40-919e-33abadf3c0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:50.077828 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-13ce7895-3871-4c67-80c5-cfc1088d0e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:50.204445 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.db.api [None req-1a2d6a3d-8390-4f4c-93c7-f1a747df8d89 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=85413) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 20:37:50.204798 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_db.api [None req-1a2d6a3d-8390-4f4c-93c7-f1a747df8d89 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=85413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 20:37:50.217287 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Pushing event updated for resources: {'Port': ['ID=90ad63af-657a-408d-b3d4-b4749040397e,revision_number=5']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:37:50.222299 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:37:50.222848 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.117s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:37:50.277185 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-dc226866-a8c1-4a40-919e-33abadf3c0e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:50.281308 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-dc226866-a8c1-4a40-919e-33abadf3c0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2376340'] for port, after_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:50.309771 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-d3e5a3db-821e-4d7e-b244-3e1e3dcc2be1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:37:50.320720 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c0831-459b-48a9-88f0-4f093a338711 None None] Pushing event updated for resources: {'Port': ['ID=402be25c-201f-4444-aa0e-3cd3b99a15ed,revision_number=2']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:37:50.326531 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-fe0c0831-459b-48a9-88f0-4f093a338711 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:37:50.349875 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-13ce7895-3871-4c67-80c5-cfc1088d0e4c None None] Attempting to bind port 402be25c-201f-4444-aa0e-3cd3b99a15ed on host dv-cinder-786386-2-smb for vnic_type normal with profile {{(pid=85413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:37:50.350282 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-13ce7895-3871-4c67-80c5-cfc1088d0e4c None None] Attempting to bind port 402be25c-201f-4444-aa0e-3cd3b99a15ed by drivers openvswitch,hyperv on host dv-cinder-786386-2-smb at level 0 using segments [{'id': 'a2d970bc-47e1-42ab-bd62-edbddac3ac5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4'}] {{(pid=85413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:37:50.350709 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ce7895-3871-4c67-80c5-cfc1088d0e4c None None] Attempting to bind port 402be25c-201f-4444-aa0e-3cd3b99a15ed on network 7c4aca2a-d888-4e9f-991a-bf8b268161b4 {{(pid=85413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:37:50.357115 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ce7895-3871-4c67-80c5-cfc1088d0e4c None None] Checking agent: {'id': '30333bf1-a829-46d5-a227-fdc76695a1e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 23, 48), 'started_at': datetime.datetime(2021, 4, 15, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:37:50.357500 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ce7895-3871-4c67-80c5-cfc1088d0e4c None None] Checking segment: {'id': 'a2d970bc-47e1-42ab-bd62-edbddac3ac5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:37:50.357977 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-13ce7895-3871-4c67-80c5-cfc1088d0e4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:50.358440 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ce7895-3871-4c67-80c5-cfc1088d0e4c None None] Bound using segment: {'id': 'a2d970bc-47e1-42ab-bd62-edbddac3ac5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4'} {{(pid=85413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:37:50.358950 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-13ce7895-3871-4c67-80c5-cfc1088d0e4c None None] Bound port: 402be25c-201f-4444-aa0e-3cd3b99a15ed, host: dv-cinder-786386-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d970bc-47e1-42ab-bd62-edbddac3ac5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4'}}] {{(pid=85413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:37:50.359369 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-13ce7895-3871-4c67-80c5-cfc1088d0e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:50.393955 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-dc226866-a8c1-4a40-919e-33abadf3c0e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16483476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16369182'] for router_interface, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:50.435570 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-13ce7895-3871-4c67-80c5-cfc1088d0e4c None None] For port 402be25c-201f-4444-aa0e-3cd3b99a15ed, host dv-cinder-786386-2-smb, cleared binding levels {{(pid=85413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:37:50.438713 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-13ce7895-3871-4c67-80c5-cfc1088d0e4c None None] For port 402be25c-201f-4444-aa0e-3cd3b99a15ed, host dv-cinder-786386-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-2-smb',level=0,port_id=402be25c-201f-4444-aa0e-3cd3b99a15ed,segment=NetworkSegment(a2d970bc-47e1-42ab-bd62-edbddac3ac5a),segment_id=a2d970bc-47e1-42ab-bd62-edbddac3ac5a)] {{(pid=85413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:37:50.445385 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-13ce7895-3871-4c67-80c5-cfc1088d0e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:50.458209 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:37:50.473797 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc226866-a8c1-4a40-919e-33abadf3c0e9 admin admin] Pushing event updated for resources: {'Port': ['ID=2cafd9e1-c3c9-4339-ba52-d3c718a83417,revision_number=2']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:37:50.477137 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-dc226866-a8c1-4a40-919e-33abadf3c0e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:37:50.547777 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc226866-a8c1-4a40-919e-33abadf3c0e9 admin admin] Network 5161b3d8-ea30-4dd8-b221-44a641f46b9e is already hosted by enough agents. {{(pid=85411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:37:50.549069 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.base_scheduler [None req-dc226866-a8c1-4a40-919e-33abadf3c0e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=85411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:37:50.752861 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc226866-a8c1-4a40-919e-33abadf3c0e9 admin admin] Router 042962de-18e6-43fd-ba11-6145608e58c4 has already been hosted by L3 agent f2e50876-c35d-48fb-9e24-f0907444cef9 {{(pid=85411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 20:37:50.812738 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c0831-459b-48a9-88f0-4f093a338711 None None] Pushing event updated for resources: {'Port': ['ID=402be25c-201f-4444-aa0e-3cd3b99a15ed,revision_number=3']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:37:50.826609 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-fe0c0831-459b-48a9-88f0-4f093a338711 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:37:50.879562 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ce7895-3871-4c67-80c5-cfc1088d0e4c None None] Routers {'042962de-18e6-43fd-ba11-6145608e58c4'} bound to L3 agent in host dv-cinder-786386-2-smb {{(pid=85413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:37:50.880269 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-13ce7895-3871-4c67-80c5-cfc1088d0e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T20:23:47Z,description=,heartbeat_timestamp=2021-04-15T20:37:47Z,host='dv-cinder-786386-2-smb',id=f2e50876-c35d-48fb-9e24-f0907444cef9,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:23:48Z,topic='l3_agent')) {'router_ids': ['042962de-18e6-43fd-ba11-6145608e58c4'], 'active': True} {{(pid=85413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:37:51.044992 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-25a92ac5-398a-4cb2-9424-e45fb786170c None None] Provisioning for port 2cafd9e1-c3c9-4339-ba52-d3c718a83417 completed by entity DHCP. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:37:51.056883 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-25a92ac5-398a-4cb2-9424-e45fb786170c None None] Provisioning complete for port 2cafd9e1-c3c9-4339-ba52-d3c718a83417 triggered by entity DHCP. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:37:51.057351 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-25a92ac5-398a-4cb2-9424-e45fb786170c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:51.136540 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device c8ae5eb1-cdc2-43e9-8a13-9be27c85f651 up at agent ovs-agent-dv-cinder-786386-2-smb {{(pid=85413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:37:51.176252 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvr_db [None req-13ce7895-3871-4c67-80c5-cfc1088d0e4c None None] Set router 042962de-18e6-43fd-ba11-6145608e58c4 gateway port host: dv-cinder-786386-2-smb {{(pid=85413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:37:51.183137 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc226866-a8c1-4a40-919e-33abadf3c0e9 admin admin] Notify agent at l3_agent.dv-cinder-786386-2-smb the message routers_updated {{(pid=85411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 20:37:51.200399 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-dc226866-a8c1-4a40-919e-33abadf3c0e9 admin admin] 10.222.0.69 "PUT /v2.0/routers/042962de-18e6-43fd-ba11-6145608e58c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3328173 Apr 15 20:37:51.227440 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-25a92ac5-398a-4cb2-9424-e45fb786170c None None] Port 2cafd9e1-c3c9-4339-ba52-d3c718a83417 cannot update to ACTIVE because it is not bound. {{(pid=85413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 20:37:51.364191 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-25a92ac5-398a-4cb2-9424-e45fb786170c None None] Provisioning complete for port c8ae5eb1-cdc2-43e9-8a13-9be27c85f651 triggered by entity DHCP. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:37:51.364641 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-25a92ac5-398a-4cb2-9424-e45fb786170c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:51.522105 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Provisioning complete for port c8ae5eb1-cdc2-43e9-8a13-9be27c85f651 triggered by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:37:51.522706 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:51.791583 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device 90ad63af-657a-408d-b3d4-b4749040397e up at agent ovs-agent-dv-cinder-786386-2-smb {{(pid=85413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:37:51.832900 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-13ce7895-3871-4c67-80c5-cfc1088d0e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '042962de-18e6-43fd-ba11-6145608e58c4', 'name': 'tempest-TestMinimumBasicScenario-1520716288-router', 'tenant_id': '80982bb145c64701bd7c145dddd5c06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.72'}], 'enable_snat': True}, 'gw_port_id': '402be25c-201f-4444-aa0e-3cd3b99a15ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:37:45Z', 'updated_at': '2021-04-15T20:37:49Z', 'revision_number': 4, 'project_id': '80982bb145c64701bd7c145dddd5c06d', 'gw_port': {'id': '402be25c-201f-4444-aa0e-3cd3b99a15ed', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:0e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '042962de-18e6-43fd-ba11-6145608e58c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:37:45Z', 'updated_at': '2021-04-15T20:37:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb', '_interfaces': [{'id': '2cafd9e1-c3c9-4339-ba52-d3c718a83417', 'name': '', 'network_id': '5161b3d8-ea30-4dd8-b221-44a641f46b9e', 'tenant_id': '80982bb145c64701bd7c145dddd5c06d', 'mac_address': 'fa:16:3e:0c:3a:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '042962de-18e6-43fd-ba11-6145608e58c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '81b14cce-6960-49a5-9a15-74a060370e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:37:49Z', 'updated_at': '2021-04-15T20:37:50Z', 'revision_number': 2, 'project_id': '80982bb145c64701bd7c145dddd5c06d', 'subnets': [{'id': '81b14cce-6960-49a5-9a15-74a060370e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-2-smb', False) {} {{(pid=85413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:37:51.847633 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ce7895-3871-4c67-80c5-cfc1088d0e4c None None] The sync data for ids ['042962de-18e6-43fd-ba11-6145608e58c4'] in dv-cinder-786386-2-smb is: [{'id': '042962de-18e6-43fd-ba11-6145608e58c4', 'name': 'tempest-TestMinimumBasicScenario-1520716288-router', 'tenant_id': '80982bb145c64701bd7c145dddd5c06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.72'}], 'enable_snat': True}, 'gw_port_id': '402be25c-201f-4444-aa0e-3cd3b99a15ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:37:45Z', 'updated_at': '2021-04-15T20:37:49Z', 'revision_number': 4, 'project_id': '80982bb145c64701bd7c145dddd5c06d', 'gw_port': {'id': '402be25c-201f-4444-aa0e-3cd3b99a15ed', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:0e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '042962de-18e6-43fd-ba11-6145608e58c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:37:45Z', 'updated_at': '2021-04-15T20:37:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb', '_interfaces': [{'id': '2cafd9e1-c3c9-4339-ba52-d3c718a83417', 'name': '', 'network_id': '5161b3d8-ea30-4dd8-b221-44a641f46b9e', 'tenant_id': '80982bb145c64701bd7c145dddd5c06d', 'mac_address': 'fa:16:3e:0c:3a:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '042962de-18e6-43fd-ba11-6145608e58c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '81b14cce-6960-49a5-9a15-74a060370e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:37:49Z', 'updated_at': '2021-04-15T20:37:50Z', 'revision_number': 2, 'project_id': '80982bb145c64701bd7c145dddd5c06d', 'subnets': [{'id': '81b14cce-6960-49a5-9a15-74a060370e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 20:37:51.871220 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Provisioning complete for port 90ad63af-657a-408d-b3d4-b4749040397e triggered by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:37:51.871561 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:53.177706 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device 402be25c-201f-4444-aa0e-3cd3b99a15ed up at agent ovs-agent-dv-cinder-786386-2-smb {{(pid=85413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:37:53.261831 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Provisioning for port 402be25c-201f-4444-aa0e-3cd3b99a15ed completed by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:37:53.267511 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Provisioning complete for port 402be25c-201f-4444-aa0e-3cd3b99a15ed triggered by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:37:53.267937 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:53.425003 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:53.444768 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] For port 402be25c-201f-4444-aa0e-3cd3b99a15ed, host dv-cinder-786386-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-2-smb',level=0,port_id=402be25c-201f-4444-aa0e-3cd3b99a15ed,segment=NetworkSegment(a2d970bc-47e1-42ab-bd62-edbddac3ac5a),segment_id=a2d970bc-47e1-42ab-bd62-edbddac3ac5a)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:37:53.448393 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:53.450588 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f40387b2-e509-407d-a1cb-764c34e6481d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:37:53.531782 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Pushing event updated for resources: {'Port': ['ID=402be25c-201f-4444-aa0e-3cd3b99a15ed,revision_number=4']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:37:53.537703 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:37:55.184976 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device 402be25c-201f-4444-aa0e-3cd3b99a15ed up at agent ovs-agent-dv-cinder-786386-2-smb {{(pid=85413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:37:55.309643 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Provisioning complete for port 402be25c-201f-4444-aa0e-3cd3b99a15ed triggered by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:37:55.309992 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:55.336531 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417a30d6-a704-41ea-b9a4-fdf255a56394 None None] Sync routers for ids ['042962de-18e6-43fd-ba11-6145608e58c4'] in dv-cinder-786386-2-smb {{(pid=85414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 20:37:55.365670 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417a30d6-a704-41ea-b9a4-fdf255a56394 None None] Routers {'042962de-18e6-43fd-ba11-6145608e58c4'} bound to L3 agent in host dv-cinder-786386-2-smb {{(pid=85414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:37:55.366418 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-417a30d6-a704-41ea-b9a4-fdf255a56394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T20:23:47Z,description=,heartbeat_timestamp=2021-04-15T20:37:47Z,host='dv-cinder-786386-2-smb',id=f2e50876-c35d-48fb-9e24-f0907444cef9,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:23:48Z,topic='l3_agent')) {'router_ids': ['042962de-18e6-43fd-ba11-6145608e58c4'], 'active': True} {{(pid=85414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:37:55.604708 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvr_db [None req-417a30d6-a704-41ea-b9a4-fdf255a56394 None None] Set router 042962de-18e6-43fd-ba11-6145608e58c4 gateway port host: dv-cinder-786386-2-smb {{(pid=85414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:37:55.992663 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-417a30d6-a704-41ea-b9a4-fdf255a56394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '042962de-18e6-43fd-ba11-6145608e58c4', 'name': 'tempest-TestMinimumBasicScenario-1520716288-router', 'tenant_id': '80982bb145c64701bd7c145dddd5c06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.72'}], 'enable_snat': True}, 'gw_port_id': '402be25c-201f-4444-aa0e-3cd3b99a15ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:37:45Z', 'updated_at': '2021-04-15T20:37:49Z', 'revision_number': 4, 'project_id': '80982bb145c64701bd7c145dddd5c06d', 'gw_port': {'id': '402be25c-201f-4444-aa0e-3cd3b99a15ed', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:0e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042962de-18e6-43fd-ba11-6145608e58c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:37:45Z', 'updated_at': '2021-04-15T20:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb', '_interfaces': [{'id': '2cafd9e1-c3c9-4339-ba52-d3c718a83417', 'name': '', 'network_id': '5161b3d8-ea30-4dd8-b221-44a641f46b9e', 'tenant_id': '80982bb145c64701bd7c145dddd5c06d', 'mac_address': 'fa:16:3e:0c:3a:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '042962de-18e6-43fd-ba11-6145608e58c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '81b14cce-6960-49a5-9a15-74a060370e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:37:49Z', 'updated_at': '2021-04-15T20:37:50Z', 'revision_number': 2, 'project_id': '80982bb145c64701bd7c145dddd5c06d', 'subnets': [{'id': '81b14cce-6960-49a5-9a15-74a060370e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-2-smb', False) {} {{(pid=85414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:37:55.997880 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417a30d6-a704-41ea-b9a4-fdf255a56394 None None] Checking router: 042962de-18e6-43fd-ba11-6145608e58c4 for host: dv-cinder-786386-2-smb {{(pid=85414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 20:37:55.998408 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417a30d6-a704-41ea-b9a4-fdf255a56394 None None] Updating router 042962de-18e6-43fd-ba11-6145608e58c4 port 2cafd9e1-c3c9-4339-ba52-d3c718a83417 binding host dv-cinder-786386-2-smb {{(pid=85414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 20:37:56.027748 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f265db40-0c06-460e-a86a-0533512fc7f9 req-84a8423e-787f-465a-8435-0382a048b23b tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:37:56.029965 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f265db40-0c06-460e-a86a-0533512fc7f9 req-84a8423e-787f-465a-8435-0382a048b23b tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/ports?device_id=b21fca5b-30cc-4b1b-984e-7aa59f57e80e HTTP/1.1" status: 200 len: 945 time: 0.1350336 Apr 15 20:37:56.069001 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-417a30d6-a704-41ea-b9a4-fdf255a56394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:56.105475 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f265db40-0c06-460e-a86a-0533512fc7f9 req-fa7d20d4-3d27-4875-a030-f0c1fa1b5240 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/security-groups?id=24311f26-a3c4-4f6e-b39f-4e82f8091dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684805 Apr 15 20:37:56.508840 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-417a30d6-a704-41ea-b9a4-fdf255a56394 None None] Notify callbacks [] for port, precommit_update {{(pid=85414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:56.524885 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-417a30d6-a704-41ea-b9a4-fdf255a56394 None None] Transition to ACTIVE for port object 2cafd9e1-c3c9-4339-ba52-d3c718a83417 will not be triggered until provisioned by entity L2. {{(pid=85414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:37:56.532078 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-417a30d6-a704-41ea-b9a4-fdf255a56394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:56.551083 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:37:56.634979 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca89e82-ae5f-49cb-a6a3-2078fe236eb6 None None] Pushing event updated for resources: {'Port': ['ID=2cafd9e1-c3c9-4339-ba52-d3c718a83417,revision_number=3']} {{(pid=85414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:37:56.699442 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-bca89e82-ae5f-49cb-a6a3-2078fe236eb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:37:56.915543 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa456c38-7c7f-4857-8879-4e8a23fdfd08 req-bc2c88de-9f1c-408d-86c4-4959b7e29be3 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:37:56.926572 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-fa456c38-7c7f-4857-8879-4e8a23fdfd08 req-bc2c88de-9f1c-408d-86c4-4959b7e29be3 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b0f5546-ad33-40d8-94b2-83b445a88502 HTTP/1.1" status: 200 len: 947 time: 0.1314704 Apr 15 20:37:56.985974 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-fa456c38-7c7f-4857-8879-4e8a23fdfd08 req-f66ee0dc-a745-40b2-8bfb-1388d34e1c17 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=27a4496c-faf3-4e36-a2a3-82d63f6ce3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578294 Apr 15 20:37:57.159463 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-417a30d6-a704-41ea-b9a4-fdf255a56394 None None] Attempting to bind port 2cafd9e1-c3c9-4339-ba52-d3c718a83417 on host dv-cinder-786386-2-smb for vnic_type normal with profile {{(pid=85414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:37:57.160010 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-417a30d6-a704-41ea-b9a4-fdf255a56394 None None] Attempting to bind port 2cafd9e1-c3c9-4339-ba52-d3c718a83417 by drivers openvswitch,hyperv on host dv-cinder-786386-2-smb at level 0 using segments [{'id': '1a8cfa11-24a7-4cea-b49a-4c72020820bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '5161b3d8-ea30-4dd8-b221-44a641f46b9e'}] {{(pid=85414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:37:57.160529 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417a30d6-a704-41ea-b9a4-fdf255a56394 None None] Attempting to bind port 2cafd9e1-c3c9-4339-ba52-d3c718a83417 on network 5161b3d8-ea30-4dd8-b221-44a641f46b9e {{(pid=85414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:37:57.166662 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417a30d6-a704-41ea-b9a4-fdf255a56394 None None] Checking agent: {'id': '30333bf1-a829-46d5-a227-fdc76695a1e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 23, 48), 'started_at': datetime.datetime(2021, 4, 15, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:37:57.167247 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417a30d6-a704-41ea-b9a4-fdf255a56394 None None] Checking segment: {'id': '1a8cfa11-24a7-4cea-b49a-4c72020820bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '5161b3d8-ea30-4dd8-b221-44a641f46b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:37:57.167800 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-417a30d6-a704-41ea-b9a4-fdf255a56394 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:57.168328 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417a30d6-a704-41ea-b9a4-fdf255a56394 None None] Bound using segment: {'id': '1a8cfa11-24a7-4cea-b49a-4c72020820bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '5161b3d8-ea30-4dd8-b221-44a641f46b9e'} {{(pid=85414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:37:57.168981 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-417a30d6-a704-41ea-b9a4-fdf255a56394 None None] Bound port: 2cafd9e1-c3c9-4339-ba52-d3c718a83417, host: dv-cinder-786386-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a8cfa11-24a7-4cea-b49a-4c72020820bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '5161b3d8-ea30-4dd8-b221-44a641f46b9e'}}] {{(pid=85414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:37:57.171457 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-417a30d6-a704-41ea-b9a4-fdf255a56394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:57.285003 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-417a30d6-a704-41ea-b9a4-fdf255a56394 None None] For port 2cafd9e1-c3c9-4339-ba52-d3c718a83417, host dv-cinder-786386-2-smb, cleared binding levels {{(pid=85414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:37:57.288810 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-417a30d6-a704-41ea-b9a4-fdf255a56394 None None] For port 2cafd9e1-c3c9-4339-ba52-d3c718a83417, host dv-cinder-786386-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-2-smb',level=0,port_id=2cafd9e1-c3c9-4339-ba52-d3c718a83417,segment=NetworkSegment(1a8cfa11-24a7-4cea-b49a-4c72020820bf),segment_id=1a8cfa11-24a7-4cea-b49a-4c72020820bf)] {{(pid=85414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:37:57.293910 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-417a30d6-a704-41ea-b9a4-fdf255a56394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:57.314431 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-2545037b-11fc-4352-bce9-5a71f64e4bd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:37:57.332752 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9797cc86-fe9e-4cfc-b10c-124ff560f5ea req-cd6dee16-eee3-472f-b70f-361fe46e095d tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:37:57.332752 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-9797cc86-fe9e-4cfc-b10c-124ff560f5ea req-cd6dee16-eee3-472f-b70f-361fe46e095d tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/ports?device_id=b21fca5b-30cc-4b1b-984e-7aa59f57e80e HTTP/1.1" status: 200 len: 945 time: 0.1028228 Apr 15 20:37:57.398115 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-9797cc86-fe9e-4cfc-b10c-124ff560f5ea req-68c0db5f-db3a-4441-8735-2a99e267b41a tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/security-groups?id=24311f26-a3c4-4f6e-b39f-4e82f8091dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602264 Apr 15 20:37:57.489800 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca89e82-ae5f-49cb-a6a3-2078fe236eb6 None None] Pushing event updated for resources: {'Port': ['ID=2cafd9e1-c3c9-4339-ba52-d3c718a83417,revision_number=4']} {{(pid=85414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:37:57.499689 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-bca89e82-ae5f-49cb-a6a3-2078fe236eb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=85414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:37:57.551947 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417a30d6-a704-41ea-b9a4-fdf255a56394 None None] Routers {'042962de-18e6-43fd-ba11-6145608e58c4'} bound to L3 agent in host dv-cinder-786386-2-smb {{(pid=85414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:37:57.552715 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-417a30d6-a704-41ea-b9a4-fdf255a56394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T20:23:47Z,description=,heartbeat_timestamp=2021-04-15T20:37:47Z,host='dv-cinder-786386-2-smb',id=f2e50876-c35d-48fb-9e24-f0907444cef9,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:23:48Z,topic='l3_agent')) {'router_ids': ['042962de-18e6-43fd-ba11-6145608e58c4'], 'active': True} {{(pid=85414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:37:57.770797 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvr_db [None req-417a30d6-a704-41ea-b9a4-fdf255a56394 None None] Set router 042962de-18e6-43fd-ba11-6145608e58c4 gateway port host: dv-cinder-786386-2-smb {{(pid=85414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:37:58.132771 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-417a30d6-a704-41ea-b9a4-fdf255a56394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '042962de-18e6-43fd-ba11-6145608e58c4', 'name': 'tempest-TestMinimumBasicScenario-1520716288-router', 'tenant_id': '80982bb145c64701bd7c145dddd5c06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.72'}], 'enable_snat': True}, 'gw_port_id': '402be25c-201f-4444-aa0e-3cd3b99a15ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:37:45Z', 'updated_at': '2021-04-15T20:37:49Z', 'revision_number': 4, 'project_id': '80982bb145c64701bd7c145dddd5c06d', 'gw_port': {'id': '402be25c-201f-4444-aa0e-3cd3b99a15ed', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:0e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042962de-18e6-43fd-ba11-6145608e58c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:37:45Z', 'updated_at': '2021-04-15T20:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb', '_interfaces': [{'id': '2cafd9e1-c3c9-4339-ba52-d3c718a83417', 'name': '', 'network_id': '5161b3d8-ea30-4dd8-b221-44a641f46b9e', 'tenant_id': '80982bb145c64701bd7c145dddd5c06d', 'mac_address': 'fa:16:3e:0c:3a:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '042962de-18e6-43fd-ba11-6145608e58c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '81b14cce-6960-49a5-9a15-74a060370e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:37:49Z', 'updated_at': '2021-04-15T20:37:57Z', 'revision_number': 4, 'project_id': '80982bb145c64701bd7c145dddd5c06d', 'subnets': [{'id': '81b14cce-6960-49a5-9a15-74a060370e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-2-smb', False) {} {{(pid=85414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:37:58.138922 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417a30d6-a704-41ea-b9a4-fdf255a56394 None None] The sync data for ids ['042962de-18e6-43fd-ba11-6145608e58c4'] in dv-cinder-786386-2-smb is: [{'id': '042962de-18e6-43fd-ba11-6145608e58c4', 'name': 'tempest-TestMinimumBasicScenario-1520716288-router', 'tenant_id': '80982bb145c64701bd7c145dddd5c06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.72'}], 'enable_snat': True}, 'gw_port_id': '402be25c-201f-4444-aa0e-3cd3b99a15ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:37:45Z', 'updated_at': '2021-04-15T20:37:49Z', 'revision_number': 4, 'project_id': '80982bb145c64701bd7c145dddd5c06d', 'gw_port': {'id': '402be25c-201f-4444-aa0e-3cd3b99a15ed', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:0e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042962de-18e6-43fd-ba11-6145608e58c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:37:45Z', 'updated_at': '2021-04-15T20:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb', '_interfaces': [{'id': '2cafd9e1-c3c9-4339-ba52-d3c718a83417', 'name': '', 'network_id': '5161b3d8-ea30-4dd8-b221-44a641f46b9e', 'tenant_id': '80982bb145c64701bd7c145dddd5c06d', 'mac_address': 'fa:16:3e:0c:3a:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '042962de-18e6-43fd-ba11-6145608e58c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '81b14cce-6960-49a5-9a15-74a060370e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:37:49Z', 'updated_at': '2021-04-15T20:37:57Z', 'revision_number': 4, 'project_id': '80982bb145c64701bd7c145dddd5c06d', 'subnets': [{'id': '81b14cce-6960-49a5-9a15-74a060370e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 20:37:58.206701 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4996d29-6763-4a10-a6b2-20469f708427 req-bcc71051-4ce9-422f-854f-63b7881985ed tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:37:58.208657 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f4996d29-6763-4a10-a6b2-20469f708427 req-bcc71051-4ce9-422f-854f-63b7881985ed tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b0f5546-ad33-40d8-94b2-83b445a88502 HTTP/1.1" status: 200 len: 947 time: 0.1023102 Apr 15 20:37:58.274350 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f4996d29-6763-4a10-a6b2-20469f708427 req-165158e5-0043-4ec4-a745-5f5f2d6bb7d2 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=27a4496c-faf3-4e36-a2a3-82d63f6ce3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591259 Apr 15 20:37:58.640771 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051fa647-921c-461a-af0b-68de7b57f071 req-b00ccc47-7f64-49d2-8863-e484b0395aaf tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:37:58.643108 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-051fa647-921c-461a-af0b-68de7b57f071 req-b00ccc47-7f64-49d2-8863-e484b0395aaf tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/ports?device_id=b21fca5b-30cc-4b1b-984e-7aa59f57e80e HTTP/1.1" status: 200 len: 945 time: 0.1052353 Apr 15 20:37:58.694102 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-051fa647-921c-461a-af0b-68de7b57f071 req-7905d9cf-c3c3-47c5-b853-b799b289d1f1 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/security-groups?id=24311f26-a3c4-4f6e-b39f-4e82f8091dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441144 Apr 15 20:37:59.158333 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device 2cafd9e1-c3c9-4339-ba52-d3c718a83417 up at agent ovs-agent-dv-cinder-786386-2-smb {{(pid=85413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:37:59.238747 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Provisioning for port 2cafd9e1-c3c9-4339-ba52-d3c718a83417 completed by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:37:59.244649 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Provisioning complete for port 2cafd9e1-c3c9-4339-ba52-d3c718a83417 triggered by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:37:59.245068 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:59.311288 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7768b2c9-62b3-46a9-a390-71bdc9c26bc8 req-0e3222e0-8925-42dc-893d-dab60445e77b tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:37:59.312601 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-7768b2c9-62b3-46a9-a390-71bdc9c26bc8 req-0e3222e0-8925-42dc-893d-dab60445e77b tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Synchronizing usage tracker for tenant:a7106cb89b6d4e9399c7bc046ff492b4 on resource:port {{(pid=85412) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:37:59.334469 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-7768b2c9-62b3-46a9-a390-71bdc9c26bc8 req-0e3222e0-8925-42dc-893d-dab60445e77b tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Unset dirty status for tenant:a7106cb89b6d4e9399c7bc046ff492b4 on resource:port {{(pid=85412) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:37:59.336168 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-7768b2c9-62b3-46a9-a390-71bdc9c26bc8 req-0e3222e0-8925-42dc-893d-dab60445e77b tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.76 "GET /v2.0/ports?device_id=9b0f5546-ad33-40d8-94b2-83b445a88502 HTTP/1.1" status: 200 len: 947 time: 0.1158123 Apr 15 20:37:59.409799 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:59.422682 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [req-7768b2c9-62b3-46a9-a390-71bdc9c26bc8 req-b8ae40a0-0d5b-49f0-be2e-45b7a56b0a01 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Deleting port 20f6bd16-038a-422f-963b-1ce0ad312762 {{(pid=85412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:37:59.423405 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-7768b2c9-62b3-46a9-a390-71bdc9c26bc8 req-b8ae40a0-0d5b-49f0-be2e-45b7a56b0a01 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245249624948'] for port, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:59.444822 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] For port 2cafd9e1-c3c9-4339-ba52-d3c718a83417, host dv-cinder-786386-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-2-smb',level=0,port_id=2cafd9e1-c3c9-4339-ba52-d3c718a83417,segment=NetworkSegment(1a8cfa11-24a7-4cea-b49a-4c72020820bf),segment_id=1a8cfa11-24a7-4cea-b49a-4c72020820bf)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:37:59.453198 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:59.457161 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-fe0c0831-459b-48a9-88f0-4f093a338711 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:37:59.565314 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Pushing event updated for resources: {'Port': ['ID=2cafd9e1-c3c9-4339-ba52-d3c718a83417,revision_number=5']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:37:59.566337 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc621b44-4a4f-411c-8af9-0c24afec75b5 req-ede953a6-16c9-41a6-8e06-7fcbbcef5071 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:37:59.569680 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-bc621b44-4a4f-411c-8af9-0c24afec75b5 req-ede953a6-16c9-41a6-8e06-7fcbbcef5071 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b0f5546-ad33-40d8-94b2-83b445a88502 HTTP/1.1" status: 200 len: 947 time: 0.1161265 Apr 15 20:37:59.581770 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:37:59.636974 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-bc621b44-4a4f-411c-8af9-0c24afec75b5 req-d1f240e3-eb1f-43bd-a0a9-315607a9feff tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=27a4496c-faf3-4e36-a2a3-82d63f6ce3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540683 Apr 15 20:37:59.714096 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [req-7768b2c9-62b3-46a9-a390-71bdc9c26bc8 req-b8ae40a0-0d5b-49f0-be2e-45b7a56b0a01 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] For port 20f6bd16-038a-422f-963b-1ce0ad312762, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=20f6bd16-038a-422f-963b-1ce0ad312762,segment=NetworkSegment(8f8c4df8-9981-44cd-9c71-6e51c9e29c18),segment_id=8f8c4df8-9981-44cd-9c71-6e51c9e29c18)] {{(pid=85412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:37:59.714743 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-7768b2c9-62b3-46a9-a390-71bdc9c26bc8 req-b8ae40a0-0d5b-49f0-be2e-45b7a56b0a01 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16344636'] for port, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:37:59.931672 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eb84ab-9f81-4d09-b6da-74ffa46735d8 req-810b2ad5-c386-485d-b795-9c46c1b9fb66 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:37:59.939415 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d8eb84ab-9f81-4d09-b6da-74ffa46735d8 req-810b2ad5-c386-485d-b795-9c46c1b9fb66 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/ports?device_id=b21fca5b-30cc-4b1b-984e-7aa59f57e80e HTTP/1.1" status: 200 len: 945 time: 0.0960534 Apr 15 20:37:59.984278 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d8eb84ab-9f81-4d09-b6da-74ffa46735d8 req-0b14d1bd-07d7-4297-972b-13f48c4eba8d tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/security-groups?id=24311f26-a3c4-4f6e-b39f-4e82f8091dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438986 Apr 15 20:38:00.056813 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-7768b2c9-62b3-46a9-a390-71bdc9c26bc8 req-b8ae40a0-0d5b-49f0-be2e-45b7a56b0a01 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:00.057614 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-7768b2c9-62b3-46a9-a390-71bdc9c26bc8 req-b8ae40a0-0d5b-49f0-be2e-45b7a56b0a01 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838401823'] for floatingip, after_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:00.058033 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.db.l3_db [req-7768b2c9-62b3-46a9-a390-71bdc9c26bc8 req-b8ae40a0-0d5b-49f0-be2e-45b7a56b0a01 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Floating IP 1dd4c68c-95d2-4c1a-a322-4b0491d976aa disassociated. External IP: 172.28.3.93, port: 20f6bd16-038a-422f-963b-1ce0ad312762. Apr 15 20:38:00.058504 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [req-7768b2c9-62b3-46a9-a390-71bdc9c26bc8 req-b8ae40a0-0d5b-49f0-be2e-45b7a56b0a01 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Calling delete_port for 20f6bd16-038a-422f-963b-1ce0ad312762 owned by compute:nova {{(pid=85412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:38:00.217670 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-7768b2c9-62b3-46a9-a390-71bdc9c26bc8 req-b8ae40a0-0d5b-49f0-be2e-45b7a56b0a01 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791605129519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791604687919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852524119'] for port, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:00.239862 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-fe4408cd-f021-4cdf-bbf5-9504c09aeefd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:38:00.342446 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ae40a0-0d5b-49f0-be2e-45b7a56b0a01 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Pushing event deleted for resources: {'Port': ['ID=20f6bd16-038a-422f-963b-1ce0ad312762,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:38:00.349532 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-b8ae40a0-0d5b-49f0-be2e-45b7a56b0a01 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:38:00.632106 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7768b2c9-62b3-46a9-a390-71bdc9c26bc8 req-b8ae40a0-0d5b-49f0-be2e-45b7a56b0a01 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Router 6446fca8-d719-4369-b13f-84348828a7b9 has already been hosted by L3 agent f2e50876-c35d-48fb-9e24-f0907444cef9 {{(pid=85412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 20:38:00.832157 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-672e0010-2002-4b0a-933a-ed738969de30 req-3ab572c9-77f0-4f39-ad4d-7927c9386df5 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b0f5546-ad33-40d8-94b2-83b445a88502 HTTP/1.1" status: 200 len: 210 time: 0.0723014 Apr 15 20:38:01.127123 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7768b2c9-62b3-46a9-a390-71bdc9c26bc8 req-b8ae40a0-0d5b-49f0-be2e-45b7a56b0a01 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify agent at l3_agent.dv-cinder-786386-2-smb the message routers_updated {{(pid=85412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 20:38:01.146850 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eea7d94-2bd8-4c4f-8885-ec52d372378e None None] Sync routers for ids ['6446fca8-d719-4369-b13f-84348828a7b9'] in dv-cinder-786386-2-smb {{(pid=85413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 20:38:01.171376 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device 2cafd9e1-c3c9-4339-ba52-d3c718a83417 up at agent ovs-agent-dv-cinder-786386-2-smb {{(pid=85413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:38:01.232163 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eea7d94-2bd8-4c4f-8885-ec52d372378e None None] Routers {'6446fca8-d719-4369-b13f-84348828a7b9'} bound to L3 agent in host dv-cinder-786386-2-smb {{(pid=85413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:38:01.232871 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-4eea7d94-2bd8-4c4f-8885-ec52d372378e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T20:23:47Z,description=,heartbeat_timestamp=2021-04-15T20:37:47Z,host='dv-cinder-786386-2-smb',id=f2e50876-c35d-48fb-9e24-f0907444cef9,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:23:48Z,topic='l3_agent')) {'router_ids': ['6446fca8-d719-4369-b13f-84348828a7b9'], 'active': True} {{(pid=85413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:38:01.262738 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [req-7768b2c9-62b3-46a9-a390-71bdc9c26bc8 req-b8ae40a0-0d5b-49f0-be2e-45b7a56b0a01 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] No DVR routers for this DVR port 20f6bd16-038a-422f-963b-1ce0ad312762 on host hv-cinder-78638 {{(pid=85412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 20:38:01.265716 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-7768b2c9-62b3-46a9-a390-71bdc9c26bc8 req-b8ae40a0-0d5b-49f0-be2e-45b7a56b0a01 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-906'] for port, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:01.277684 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b0f5546-ad33-40d8-94b2-83b445a88502', 'name': 'network-vif-deleted', 'tag': '20f6bd16-038a-422f-963b-1ce0ad312762'}] {{(pid=85412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:38:01.281136 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb4a2bb-0e5a-4c68-b26d-bfd95477f1bb req-885088bd-0f7c-4f76-a65f-9cc699ef46e2 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:01.286702 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-7768b2c9-62b3-46a9-a390-71bdc9c26bc8 req-b8ae40a0-0d5b-49f0-be2e-45b7a56b0a01 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.76 "DELETE /v2.0/ports/20f6bd16-038a-422f-963b-1ce0ad312762 HTTP/1.1" status: 204 len: 173 time: 1.9426031 Apr 15 20:38:01.295893 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-edb4a2bb-0e5a-4c68-b26d-bfd95477f1bb req-885088bd-0f7c-4f76-a65f-9cc699ef46e2 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/ports?device_id=b21fca5b-30cc-4b1b-984e-7aa59f57e80e HTTP/1.1" status: 200 len: 945 time: 0.1634483 Apr 15 20:38:01.371150 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-edb4a2bb-0e5a-4c68-b26d-bfd95477f1bb req-e2058451-e365-49db-bae5-8031f28372dc tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/security-groups?id=24311f26-a3c4-4f6e-b39f-4e82f8091dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688310 Apr 15 20:38:01.455982 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvr_db [None req-4eea7d94-2bd8-4c4f-8885-ec52d372378e None None] Set router 6446fca8-d719-4369-b13f-84348828a7b9 gateway port host: dv-cinder-786386-2-smb {{(pid=85413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:38:01.493802 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b0f5546-ad33-40d8-94b2-83b445a88502', 'name': 'network-vif-deleted', 'tag': '20f6bd16-038a-422f-963b-1ce0ad312762', 'status': 'completed', 'code': 200} Apr 15 20:38:01.615282 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Provisioning complete for port 2cafd9e1-c3c9-4339-ba52-d3c718a83417 triggered by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:38:01.615864 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:01.888758 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681c3048-a03e-458b-976a-0a0d0fe3dd72 req-a12f976b-509f-4a32-afe9-142f1cad3445 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:01.890421 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-681c3048-a03e-458b-976a-0a0d0fe3dd72 req-a12f976b-509f-4a32-afe9-142f1cad3445 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "GET /v2.0/networks?id=76f207b2-c01b-47b6-a04d-1f5598cc2de2 HTTP/1.1" status: 200 len: 815 time: 0.1683102 Apr 15 20:38:01.908499 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-681c3048-a03e-458b-976a-0a0d0fe3dd72 req-e9f73c0b-c40e-4d0b-8de0-1f0e96c4814b tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "GET /v2.0/quotas/33077ec039814b65b933ccc905713d3a HTTP/1.1" status: 200 len: 375 time: 0.0113564 Apr 15 20:38:02.027780 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-e0c1876a-dd9d-44f4-8cac-98056a22b868 req-eabfaf31-371a-43bf-89bd-edaf687056b9 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b0f5546-ad33-40d8-94b2-83b445a88502 HTTP/1.1" status: 200 len: 210 time: 0.0502889 Apr 15 20:38:02.070950 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-681c3048-a03e-458b-976a-0a0d0fe3dd72 req-2bd7849d-e19d-4b70-8416-b839ebee5e6f tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=33077ec039814b65b933ccc905713d3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1541004 Apr 15 20:38:02.125522 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-4eea7d94-2bd8-4c4f-8885-ec52d372378e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6446fca8-d719-4369-b13f-84348828a7b9', 'name': 'tempest-AttachVolumeShelveTestJSON-561565636-router', 'tenant_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': 'e692ad89-e4eb-4f86-97cf-6cc98542daab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:32:12Z', 'updated_at': '2021-04-15T20:32:30Z', 'revision_number': 4, 'project_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'gw_port': {'id': 'e692ad89-e4eb-4f86-97cf-6cc98542daab', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6446fca8-d719-4369-b13f-84348828a7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:32:15Z', 'updated_at': '2021-04-15T20:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb', '_interfaces': [{'id': '622c616b-fc3b-41c7-904d-56a6708472ad', 'name': '', 'network_id': '5bc06a2b-9024-484d-8786-16d9b4579274', 'tenant_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'mac_address': 'fa:16:3e:32:2e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6446fca8-d719-4369-b13f-84348828a7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '115d02bc-de92-4568-be72-0d321d902e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:32:26Z', 'updated_at': '2021-04-15T20:32:40Z', 'revision_number': 5, 'project_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'subnets': [{'id': '115d02bc-de92-4568-be72-0d321d902e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-2-smb', False) {} {{(pid=85413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:38:02.129636 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eea7d94-2bd8-4c4f-8885-ec52d372378e None None] Checking router: 6446fca8-d719-4369-b13f-84348828a7b9 for host: dv-cinder-786386-2-smb {{(pid=85413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 20:38:02.138626 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eea7d94-2bd8-4c4f-8885-ec52d372378e None None] Routers {'6446fca8-d719-4369-b13f-84348828a7b9'} bound to L3 agent in host dv-cinder-786386-2-smb {{(pid=85413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:38:02.139283 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-4eea7d94-2bd8-4c4f-8885-ec52d372378e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T20:23:47Z,description=,heartbeat_timestamp=2021-04-15T20:37:47Z,host='dv-cinder-786386-2-smb',id=f2e50876-c35d-48fb-9e24-f0907444cef9,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:23:48Z,topic='l3_agent')) {'router_ids': ['6446fca8-d719-4369-b13f-84348828a7b9'], 'active': True} {{(pid=85413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:38:02.327693 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-681c3048-a03e-458b-976a-0a0d0fe3dd72 req-a4231a40-d84e-4649-93b2-c6b20a68cb5a service neutron] 10.222.0.69 "GET /v2.0/networks/76f207b2-c01b-47b6-a04d-1f5598cc2de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431681 Apr 15 20:38:02.334362 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvr_db [None req-4eea7d94-2bd8-4c4f-8885-ec52d372378e None None] Set router 6446fca8-d719-4369-b13f-84348828a7b9 gateway port host: dv-cinder-786386-2-smb {{(pid=85413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:38:02.536441 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-681c3048-a03e-458b-976a-0a0d0fe3dd72 req-ef59f4be-774f-47b1-9568-7285dace92a0 service neutron] 10.222.0.69 "GET /v2.0/networks/76f207b2-c01b-47b6-a04d-1f5598cc2de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954052 Apr 15 20:38:02.585389 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1911cd-82f4-4acb-ad57-0c04513307d1 req-5afd5ad6-a787-481d-b62d-da7ef193e940 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:02.587356 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ae1911cd-82f4-4acb-ad57-0c04513307d1 req-5afd5ad6-a787-481d-b62d-da7ef193e940 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/ports?device_id=b21fca5b-30cc-4b1b-984e-7aa59f57e80e HTTP/1.1" status: 200 len: 945 time: 0.1056025 Apr 15 20:38:02.648047 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ae1911cd-82f4-4acb-ad57-0c04513307d1 req-1eadb6b0-8cd9-47e4-8d49-d95072042321 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/security-groups?id=24311f26-a3c4-4f6e-b39f-4e82f8091dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538898 Apr 15 20:38:02.718575 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-4eea7d94-2bd8-4c4f-8885-ec52d372378e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6446fca8-d719-4369-b13f-84348828a7b9', 'name': 'tempest-AttachVolumeShelveTestJSON-561565636-router', 'tenant_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': 'e692ad89-e4eb-4f86-97cf-6cc98542daab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:32:12Z', 'updated_at': '2021-04-15T20:32:30Z', 'revision_number': 4, 'project_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'gw_port': {'id': 'e692ad89-e4eb-4f86-97cf-6cc98542daab', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6446fca8-d719-4369-b13f-84348828a7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:32:15Z', 'updated_at': '2021-04-15T20:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb', '_interfaces': [{'id': '622c616b-fc3b-41c7-904d-56a6708472ad', 'name': '', 'network_id': '5bc06a2b-9024-484d-8786-16d9b4579274', 'tenant_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'mac_address': 'fa:16:3e:32:2e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6446fca8-d719-4369-b13f-84348828a7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '115d02bc-de92-4568-be72-0d321d902e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:32:26Z', 'updated_at': '2021-04-15T20:32:40Z', 'revision_number': 5, 'project_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'subnets': [{'id': '115d02bc-de92-4568-be72-0d321d902e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-2-smb', False) {} {{(pid=85413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:38:02.723015 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eea7d94-2bd8-4c4f-8885-ec52d372378e None None] The sync data for ids ['6446fca8-d719-4369-b13f-84348828a7b9'] in dv-cinder-786386-2-smb is: [{'id': '6446fca8-d719-4369-b13f-84348828a7b9', 'name': 'tempest-AttachVolumeShelveTestJSON-561565636-router', 'tenant_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': 'e692ad89-e4eb-4f86-97cf-6cc98542daab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:32:12Z', 'updated_at': '2021-04-15T20:32:30Z', 'revision_number': 4, 'project_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'gw_port': {'id': 'e692ad89-e4eb-4f86-97cf-6cc98542daab', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6446fca8-d719-4369-b13f-84348828a7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:32:15Z', 'updated_at': '2021-04-15T20:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb', '_interfaces': [{'id': '622c616b-fc3b-41c7-904d-56a6708472ad', 'name': '', 'network_id': '5bc06a2b-9024-484d-8786-16d9b4579274', 'tenant_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'mac_address': 'fa:16:3e:32:2e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6446fca8-d719-4369-b13f-84348828a7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '115d02bc-de92-4568-be72-0d321d902e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:32:26Z', 'updated_at': '2021-04-15T20:32:40Z', 'revision_number': 5, 'project_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'subnets': [{'id': '115d02bc-de92-4568-be72-0d321d902e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 20:38:02.779265 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-685ecbeb-0c08-4fba-b04b-6156b290eb1e req-5c34880b-ca48-4bdc-b33b-f074df529741 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "GET /v2.0/ports?device_id=b05d73a3-0f18-424d-9c59-4bcced314701 HTTP/1.1" status: 200 len: 210 time: 0.0631850 Apr 15 20:38:03.109753 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698629e7-668f-4e56-9dd5-e19628665dbd None None] New status for floating IP 1dd4c68c-95d2-4c1a-a322-4b0491d976aa: DOWN {{(pid=85414) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 20:38:03.201474 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 37208) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:38:03.280785 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-710e0f61-95da-44f8-a3a5-331551b3bb52 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks [] for security_group, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:03.317890 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-710e0f61-95da-44f8-a3a5-331551b3bb52 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:03.371028 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-710e0f61-95da-44f8-a3a5-331551b3bb52 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:03.383186 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-8d354b18-4fb1-4262-b23a-d0e56b2b3d5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:38:03.401404 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710e0f61-95da-44f8-a3a5-331551b3bb52 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a4496c-faf3-4e36-a2a3-82d63f6ce3d3,revision_number=None']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:38:03.404101 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-710e0f61-95da-44f8-a3a5-331551b3bb52 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:38:03.405256 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-710e0f61-95da-44f8-a3a5-331551b3bb52 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks [] for security_group, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:03.406761 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-710e0f61-95da-44f8-a3a5-331551b3bb52 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "DELETE /v2.0/security-groups/27a4496c-faf3-4e36-a2a3-82d63f6ce3d3 HTTP/1.1" status: 204 len: 168 time: 0.2040503 Apr 15 20:38:03.409788 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 37212) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:38:03.447424 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.v2.resource [None req-211163a6-bf64-44a7-aa13-0623bbe93699 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] show failed (client error): The resource could not be found. Apr 15 20:38:03.448555 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-211163a6-bf64-44a7-aa13-0623bbe93699 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups/27a4496c-faf3-4e36-a2a3-82d63f6ce3d3 HTTP/1.1" status: 404 len: 347 time: 0.0376751 Apr 15 20:38:03.451931 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 37216) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:38:03.623588 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-6c4870b9-13f8-4d42-917c-c3084b0785e6 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Deleting port ecb8efb5-c975-4b46-af68-45876d8c17c5 {{(pid=85412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:38:03.623831 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6c4870b9-13f8-4d42-917c-c3084b0785e6 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245249624948'] for port, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:03.806754 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6c4870b9-13f8-4d42-917c-c3084b0785e6 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16344636'] for port, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:03.807245 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6c4870b9-13f8-4d42-917c-c3084b0785e6 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:03.855541 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a0b876-5ff9-40df-898d-4a266fa6033e req-d864a0e3-69b5-4fb7-bbb4-d79fe9e3024f tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:03.857310 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-90a0b876-5ff9-40df-898d-4a266fa6033e req-d864a0e3-69b5-4fb7-bbb4-d79fe9e3024f tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/ports?device_id=b21fca5b-30cc-4b1b-984e-7aa59f57e80e HTTP/1.1" status: 200 len: 945 time: 0.1044071 Apr 15 20:38:03.942701 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-6c4870b9-13f8-4d42-917c-c3084b0785e6 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Calling delete_port for ecb8efb5-c975-4b46-af68-45876d8c17c5 owned by network:floatingip {{(pid=85412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:38:03.953456 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-8abcae09-fae8-4c97-83aa-c2ad68f8dc73 req-67f28cd8-b998-47c4-882a-a310164a1a3a tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "GET /v2.0/ports?device_id=b05d73a3-0f18-424d-9c59-4bcced314701 HTTP/1.1" status: 200 len: 210 time: 0.0568733 Apr 15 20:38:03.956511 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-90a0b876-5ff9-40df-898d-4a266fa6033e req-42e8b618-92ac-42dd-852c-9a71caef140b tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/security-groups?id=24311f26-a3c4-4f6e-b39f-4e82f8091dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920222 Apr 15 20:38:04.175245 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6c4870b9-13f8-4d42-917c-c3084b0785e6 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791605129519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791604687919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852524119'] for port, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:04.193419 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-b1d28542-916c-4964-b70c-5b1dca0ee593 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:38:04.263015 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device 20f6bd16-038a-422f-963b-1ce0ad312762 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 20:38:04.300587 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4870b9-13f8-4d42-917c-c3084b0785e6 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Pushing event deleted for resources: {'Port': ['ID=ecb8efb5-c975-4b46-af68-45876d8c17c5,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:38:04.309448 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-6c4870b9-13f8-4d42-917c-c3084b0785e6 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:38:04.313835 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] No Port match for: 20f6bd16-038a-422f-963b-1ce0ad312762 {{(pid=85413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 20:38:04.314485 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device 20f6bd16-038a-422f-963b-1ce0ad312762 not bound to the agent host hv-cinder-78638 {{(pid=85413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 20:38:04.395051 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681c3048-a03e-458b-976a-0a0d0fe3dd72 req-2404aa8a-13f5-4ed5-90ee-a9f015bb67f7 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:04.395798 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-681c3048-a03e-458b-976a-0a0d0fe3dd72 req-2404aa8a-13f5-4ed5-90ee-a9f015bb67f7 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Synchronizing usage tracker for tenant:33077ec039814b65b933ccc905713d3a on resource:network {{(pid=85412) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:38:04.463262 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-681c3048-a03e-458b-976a-0a0d0fe3dd72 req-2404aa8a-13f5-4ed5-90ee-a9f015bb67f7 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Unset dirty status for tenant:33077ec039814b65b933ccc905713d3a on resource:network {{(pid=85412) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:38:04.464511 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-681c3048-a03e-458b-976a-0a0d0fe3dd72 req-2404aa8a-13f5-4ed5-90ee-a9f015bb67f7 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.76 "GET /v2.0/networks?id=76f207b2-c01b-47b6-a04d-1f5598cc2de2 HTTP/1.1" status: 200 len: 815 time: 0.3841577 Apr 15 20:38:04.507592 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [req-681c3048-a03e-458b-976a-0a0d0fe3dd72 req-21bfb251-139c-4179-9c37-ed569be20c60 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Request body: {'port': {'device_id': 'b05d73a3-0f18-424d-9c59-4bcced314701', 'network_id': '76f207b2-c01b-47b6-a04d-1f5598cc2de2', 'admin_state_up': True, 'tenant_id': '33077ec039814b65b933ccc905713d3a'}} {{(pid=85412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:38:04.622968 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6c4870b9-13f8-4d42-917c-c3084b0785e6 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks [] for floatingip, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:04.664995 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6c4870b9-13f8-4d42-917c-c3084b0785e6 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-906'] for floatingip, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:04.666308 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-6c4870b9-13f8-4d42-917c-c3084b0785e6 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "DELETE /v2.0/floatingips/1dd4c68c-95d2-4c1a-a322-4b0491d976aa HTTP/1.1" status: 204 len: 168 time: 1.2132428 Apr 15 20:38:04.705196 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [req-681c3048-a03e-458b-976a-0a0d0fe3dd72 req-21bfb251-139c-4179-9c37-ed569be20c60 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:38:04.716207 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-681c3048-a03e-458b-976a-0a0d0fe3dd72 req-21bfb251-139c-4179-9c37-ed569be20c60 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Usage tracker for resource:port and tenant:33077ec039814b65b933ccc905713d3a is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:38:04.723979 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-681c3048-a03e-458b-976a-0a0d0fe3dd72 req-21bfb251-139c-4179-9c37-ed569be20c60 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:38:04.745039 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [req-681c3048-a03e-458b-976a-0a0d0fe3dd72 req-21bfb251-139c-4179-9c37-ed569be20c60 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:38:04.759042 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-681c3048-a03e-458b-976a-0a0d0fe3dd72 req-21bfb251-139c-4179-9c37-ed569be20c60 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Made reservation on behalf of 33077ec039814b65b933ccc905713d3a for: {'port': 1} {{(pid=85412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:38:04.769979 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-681c3048-a03e-458b-976a-0a0d0fe3dd72 req-21bfb251-139c-4179-9c37-ed569be20c60 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:04.978900 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.db_base_plugin_common [req-681c3048-a03e-458b-976a-0a0d0fe3dd72 req-21bfb251-139c-4179-9c37-ed569be20c60 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Allocated IP 172.20.0.10 (76f207b2-c01b-47b6-a04d-1f5598cc2de2/32e6883b-cf72-499e-9a64-9753a4dad96a/3f9d4b93-f921-49f1-af94-395c11f0691c) {{(pid=85412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:38:05.028189 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 37252) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:38:05.034591 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [None req-953f7ed9-4569-4ef9-bca5-1af4b9ba6c92 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Request body: {'security_group': {'name': 'tempest-securitygroup--787991993', 'description': 'tempest-description--1308702307'}} {{(pid=85411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:38:05.052617 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-953f7ed9-4569-4ef9-bca5-1af4b9ba6c92 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:38:05.057735 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-953f7ed9-4569-4ef9-bca5-1af4b9ba6c92 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Usage tracker for resource:security_group and tenant:a7106cb89b6d4e9399c7bc046ff492b4 is out of sync, need to count used quota {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:38:05.083658 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-953f7ed9-4569-4ef9-bca5-1af4b9ba6c92 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:38:05.094801 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-953f7ed9-4569-4ef9-bca5-1af4b9ba6c92 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:38:05.107774 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-953f7ed9-4569-4ef9-bca5-1af4b9ba6c92 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks [] for security_group, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:05.235609 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-0c048a44-c2d7-4bcc-9a0d-63e667501de6 req-30c9b9a6-aef3-4e5c-9229-d2a3949f9630 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "GET /v2.0/ports?device_id=b05d73a3-0f18-424d-9c59-4bcced314701 HTTP/1.1" status: 200 len: 210 time: 0.1030340 Apr 15 20:38:05.240812 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-953f7ed9-4569-4ef9-bca5-1af4b9ba6c92 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:38:05.246545 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-953f7ed9-4569-4ef9-bca5-1af4b9ba6c92 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Usage tracker for resource:security_group_rule and tenant:a7106cb89b6d4e9399c7bc046ff492b4 is out of sync, need to count used quota {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:38:05.261865 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-953f7ed9-4569-4ef9-bca5-1af4b9ba6c92 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:38:05.269634 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-953f7ed9-4569-4ef9-bca5-1af4b9ba6c92 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:38:05.298233 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-681c3048-a03e-458b-976a-0a0d0fe3dd72 req-21bfb251-139c-4179-9c37-ed569be20c60 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Notify callbacks [] for port, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:05.319564 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [req-681c3048-a03e-458b-976a-0a0d0fe3dd72 req-21bfb251-139c-4179-9c37-ed569be20c60 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Transition to ACTIVE for port object 3f9d4b93-f921-49f1-af94-395c11f0691c will not be triggered until provisioned by entity DHCP. {{(pid=85412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:38:05.374210 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-953f7ed9-4569-4ef9-bca5-1af4b9ba6c92 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks [] for security_group, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:05.384856 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aad92d-cd3f-4f22-9e0e-9056680e5776 req-0264d843-a634-4ee3-9b7f-9a63e414cdfa tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:05.386118 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c6aad92d-cd3f-4f22-9e0e-9056680e5776 req-0264d843-a634-4ee3-9b7f-9a63e414cdfa tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/ports?device_id=b21fca5b-30cc-4b1b-984e-7aa59f57e80e HTTP/1.1" status: 200 len: 945 time: 0.2507114 Apr 15 20:38:05.387387 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-953f7ed9-4569-4ef9-bca5-1af4b9ba6c92 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:05.393041 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-681c3048-a03e-458b-976a-0a0d0fe3dd72 req-21bfb251-139c-4179-9c37-ed569be20c60 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245250087898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852524119'] for port, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:05.393458 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-347e3fbb-649f-4db2-b7e1-fb9c796dc3bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:38:05.411766 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-25aa0640-42c1-4910-bb30-759021155b8b tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:38:05.448308 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-953f7ed9-4569-4ef9-bca5-1af4b9ba6c92 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks [] for security_group, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:05.449606 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-953f7ed9-4569-4ef9-bca5-1af4b9ba6c92 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4203923 Apr 15 20:38:05.458593 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 37256) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:38:05.469296 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953f7ed9-4569-4ef9-bca5-1af4b9ba6c92 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb5a3ee-ef4b-4b65-8a82-535cde850acc,revision_number=1']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:38:05.472952 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-953f7ed9-4569-4ef9-bca5-1af4b9ba6c92 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:38:05.495767 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c6aad92d-cd3f-4f22-9e0e-9056680e5776 req-12d4944e-c20e-46a2-8e41-952b2b25891c tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/security-groups?id=24311f26-a3c4-4f6e-b39f-4e82f8091dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922151 Apr 15 20:38:05.530416 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [None req-b2e87062-d96e-4b8b-aed6-cabf1ab4ab3a tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Request body: {'security_group_rule': {'security_group_id': '2bb5a3ee-ef4b-4b65-8a82-535cde850acc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:38:05.546803 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-b2e87062-d96e-4b8b-aed6-cabf1ab4ab3a tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:38:05.567735 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-b2e87062-d96e-4b8b-aed6-cabf1ab4ab3a tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Usage tracker for resource:security_group_rule and tenant:a7106cb89b6d4e9399c7bc046ff492b4 is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:38:05.577758 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-b2e87062-d96e-4b8b-aed6-cabf1ab4ab3a tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:38:05.591301 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-b2e87062-d96e-4b8b-aed6-cabf1ab4ab3a tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:38:05.603715 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bfb251-139c-4179-9c37-ed569be20c60 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Pushing event updated for resources: {'Port': ['ID=3f9d4b93-f921-49f1-af94-395c11f0691c,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:38:05.618580 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-21bfb251-139c-4179-9c37-ed569be20c60 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:38:05.650832 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-b2e87062-d96e-4b8b-aed6-cabf1ab4ab3a tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:05.688703 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-681c3048-a03e-458b-976a-0a0d0fe3dd72 req-21bfb251-139c-4179-9c37-ed569be20c60 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Network 76f207b2-c01b-47b6-a04d-1f5598cc2de2 is already hosted by enough agents. {{(pid=85412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:38:05.697316 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.base_scheduler [req-681c3048-a03e-458b-976a-0a0d0fe3dd72 req-21bfb251-139c-4179-9c37-ed569be20c60 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Resources bound (agent type, host, resource id): {{(pid=85412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:38:05.702061 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [req-681c3048-a03e-458b-976a-0a0d0fe3dd72 req-21bfb251-139c-4179-9c37-ed569be20c60 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Received port after_create {{(pid=85412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:38:05.779091 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-b2e87062-d96e-4b8b-aed6-cabf1ab4ab3a tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:05.788001 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681c3048-a03e-458b-976a-0a0d0fe3dd72 req-21bfb251-139c-4179-9c37-ed569be20c60 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:05.788719 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-681c3048-a03e-458b-976a-0a0d0fe3dd72 req-21bfb251-139c-4179-9c37-ed569be20c60 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-906'] for port, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:05.795220 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-b2e87062-d96e-4b8b-aed6-cabf1ab4ab3a tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279719'] for security_group_rule, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:05.804868 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:38:05.839629 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e87062-d96e-4b8b-aed6-cabf1ab4ab3a tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cd3b327-ac9b-449a-a83b-3def37b1d09a,revision_number=0']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:38:05.844695 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-b2e87062-d96e-4b8b-aed6-cabf1ab4ab3a tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:38:05.847026 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-681c3048-a03e-458b-976a-0a0d0fe3dd72 req-21bfb251-139c-4179-9c37-ed569be20c60 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3723917 Apr 15 20:38:05.852008 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-b2e87062-d96e-4b8b-aed6-cabf1ab4ab3a tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:05.853689 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-b2e87062-d96e-4b8b-aed6-cabf1ab4ab3a tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3939900 Apr 15 20:38:05.857045 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 37260) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:38:05.864178 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [None req-45a52021-8b4d-418b-9580-ff4657b7438e tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Request body: {'security_group_rule': {'security_group_id': '2bb5a3ee-ef4b-4b65-8a82-535cde850acc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:38:05.871129 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-45a52021-8b4d-418b-9580-ff4657b7438e tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:38:05.875723 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-45a52021-8b4d-418b-9580-ff4657b7438e tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Usage tracker for resource:security_group_rule and tenant:a7106cb89b6d4e9399c7bc046ff492b4 is out of sync, need to count used quota {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:38:05.879066 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-45a52021-8b4d-418b-9580-ff4657b7438e tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:38:05.886013 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-45a52021-8b4d-418b-9580-ff4657b7438e tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:38:05.905972 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-45a52021-8b4d-418b-9580-ff4657b7438e tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:05.968273 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-17ca6cce-d8ec-4dab-9c74-c37dcf3d54a7 None None] Provisioning for port 3f9d4b93-f921-49f1-af94-395c11f0691c completed by entity DHCP. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:38:05.974191 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-17ca6cce-d8ec-4dab-9c74-c37dcf3d54a7 None None] Provisioning complete for port 3f9d4b93-f921-49f1-af94-395c11f0691c triggered by entity DHCP. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:38:05.974778 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-17ca6cce-d8ec-4dab-9c74-c37dcf3d54a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:05.979229 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-45a52021-8b4d-418b-9580-ff4657b7438e tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:05.988372 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-45a52021-8b4d-418b-9580-ff4657b7438e tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279719'] for security_group_rule, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:05.996813 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:38:06.017348 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a52021-8b4d-418b-9580-ff4657b7438e tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0aaad2d-20b8-4c15-9b95-f07d63c0c8e5,revision_number=0']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:38:06.020152 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-45a52021-8b4d-418b-9580-ff4657b7438e tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:38:06.028158 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-45a52021-8b4d-418b-9580-ff4657b7438e tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:06.032538 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-45a52021-8b4d-418b-9580-ff4657b7438e tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1712279 Apr 15 20:38:06.033023 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 37264) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:38:06.040049 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [None req-b5a127ef-551a-4267-b67f-a74074145f0f tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Request body: {'floatingip': {'floating_network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4'}} {{(pid=85412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:38:06.048016 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-b5a127ef-551a-4267-b67f-a74074145f0f tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:38:06.053336 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-b5a127ef-551a-4267-b67f-a74074145f0f tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Usage tracker for resource:floatingip and tenant:a7106cb89b6d4e9399c7bc046ff492b4 is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:38:06.054155 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-17ca6cce-d8ec-4dab-9c74-c37dcf3d54a7 None None] Port 3f9d4b93-f921-49f1-af94-395c11f0691c cannot update to ACTIVE because it is not bound. {{(pid=85413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 20:38:06.056651 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-b5a127ef-551a-4267-b67f-a74074145f0f tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:38:06.062922 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-b5a127ef-551a-4267-b67f-a74074145f0f tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:38:06.077831 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-b5a127ef-551a-4267-b67f-a74074145f0f tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks [] for floatingip, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:06.227790 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-b5a127ef-551a-4267-b67f-a74074145f0f tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:06.388142 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.db_base_plugin_common [None req-b5a127ef-551a-4267-b67f-a74074145f0f tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Allocated IP 172.28.3.55 (7c4aca2a-d888-4e9f-991a-bf8b268161b4/4dc7f199-63f9-40c2-a905-3297e9bf7ee9/3ce93457-23be-40d4-ab92-8ef471ed7a63) {{(pid=85412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:38:06.469179 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1119ebe6-c9ec-4847-921c-03fef46f8cc6 req-ec01d6f6-db5d-41a6-b997-64a7d29e70a5 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:06.470874 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-1119ebe6-c9ec-4847-921c-03fef46f8cc6 req-ec01d6f6-db5d-41a6-b997-64a7d29e70a5 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "GET /v2.0/ports?device_id=b05d73a3-0f18-424d-9c59-4bcced314701 HTTP/1.1" status: 200 len: 932 time: 0.1039443 Apr 15 20:38:06.525994 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-1119ebe6-c9ec-4847-921c-03fef46f8cc6 req-f73ad956-bce8-4752-8468-6dbf3ee779a5 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c0e601f-3995-4ec1-8044-4f4fedf4f5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477152 Apr 15 20:38:06.563654 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-b5a127ef-551a-4267-b67f-a74074145f0f tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks [] for port, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:06.595666 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-b5a127ef-551a-4267-b67f-a74074145f0f tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245250087898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852524119'] for port, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:06.612213 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-fe4408cd-f021-4cdf-bbf5-9504c09aeefd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:38:06.715000 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098832fa-048d-4a84-8550-07986f79fb7c req-ebd8b610-b363-4fe1-a489-8f8b69ec97d5 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:06.716985 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-098832fa-048d-4a84-8550-07986f79fb7c req-ebd8b610-b363-4fe1-a489-8f8b69ec97d5 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/ports?device_id=b21fca5b-30cc-4b1b-984e-7aa59f57e80e HTTP/1.1" status: 200 len: 945 time: 0.0964274 Apr 15 20:38:06.771312 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-098832fa-048d-4a84-8550-07986f79fb7c req-a4131eee-e4bd-4c7a-ac5d-34af43ab7363 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/security-groups?id=24311f26-a3c4-4f6e-b39f-4e82f8091dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470333 Apr 15 20:38:07.003731 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a127ef-551a-4267-b67f-a74074145f0f tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Pushing event updated for resources: {'Port': ['ID=3ce93457-23be-40d4-ab92-8ef471ed7a63,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:38:07.008465 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-b5a127ef-551a-4267-b67f-a74074145f0f tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:38:07.034274 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.agents_db [None req-12650cd8-a504-4c0d-a4a2-248dab766c22 None None] Agent healthcheck: found 6 active agents {{(pid=85414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:38:07.062337 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a127ef-551a-4267-b67f-a74074145f0f tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Network 7c4aca2a-d888-4e9f-991a-bf8b268161b4 is already hosted by enough agents. {{(pid=85412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:38:07.063452 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.base_scheduler [None req-b5a127ef-551a-4267-b67f-a74074145f0f tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Resources bound (agent type, host, resource id): {{(pid=85412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:38:07.065972 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a127ef-551a-4267-b67f-a74074145f0f tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Received port after_create {{(pid=85412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:38:07.151756 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-b5a127ef-551a-4267-b67f-a74074145f0f tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:07.221679 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-b5a127ef-551a-4267-b67f-a74074145f0f tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:07.453596 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-b5a127ef-551a-4267-b67f-a74074145f0f tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks [] for port, precommit_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:07.459813 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-b5a127ef-551a-4267-b67f-a74074145f0f tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2251697'] for port, after_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:07.476339 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-b5df8296-047d-42cc-b404-3910df809e16 tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:38:07.612825 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a127ef-551a-4267-b67f-a74074145f0f tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Pushing event updated for resources: {'Port': ['ID=3ce93457-23be-40d4-ab92-8ef471ed7a63,revision_number=2']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:38:07.618448 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-b5a127ef-551a-4267-b67f-a74074145f0f tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:38:07.742183 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-b5a127ef-551a-4267-b67f-a74074145f0f tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838401823'] for floatingip, after_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:07.757568 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf09d61c-ca10-4a32-9cab-e373c9c87b00 req-5fe218d6-ec33-430e-89b6-b10967d47fe0 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:07.763877 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-bf09d61c-ca10-4a32-9cab-e373c9c87b00 req-5fe218d6-ec33-430e-89b6-b10967d47fe0 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "GET /v2.0/ports?device_id=b05d73a3-0f18-424d-9c59-4bcced314701 HTTP/1.1" status: 200 len: 932 time: 0.1171536 Apr 15 20:38:07.767705 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-b5a127ef-551a-4267-b67f-a74074145f0f tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-906'] for floatingip, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:07.777568 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-b5a127ef-551a-4267-b67f-a74074145f0f tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7345448 Apr 15 20:38:07.812809 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-bf09d61c-ca10-4a32-9cab-e373c9c87b00 req-57037d4a-a662-4cc8-be9c-4cdb2468450f tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c0e601f-3995-4ec1-8044-4f4fedf4f5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469627 Apr 15 20:38:07.997224 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-572b793f-33cf-4cb2-a6e7-bc13cab0eead req-2278f029-b457-471d-82f7-69ff1d15c5ed tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Synchronizing usage tracker for tenant:a7106cb89b6d4e9399c7bc046ff492b4 on resource:security_group {{(pid=85411) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:38:08.028701 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303a6e90-de02-44ce-a180-43b25e109e9d req-2362b384-c524-45c4-a60e-3aff5ce20179 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:08.030298 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-303a6e90-de02-44ce-a180-43b25e109e9d req-2362b384-c524-45c4-a60e-3aff5ce20179 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/ports?device_id=b21fca5b-30cc-4b1b-984e-7aa59f57e80e HTTP/1.1" status: 200 len: 945 time: 0.1390159 Apr 15 20:38:08.031538 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-572b793f-33cf-4cb2-a6e7-bc13cab0eead req-2278f029-b457-471d-82f7-69ff1d15c5ed tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Unset dirty status for tenant:a7106cb89b6d4e9399c7bc046ff492b4 on resource:security_group {{(pid=85411) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:38:08.032636 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-572b793f-33cf-4cb2-a6e7-bc13cab0eead req-2278f029-b457-471d-82f7-69ff1d15c5ed tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--787991993&fields=id&tenant_id=a7106cb89b6d4e9399c7bc046ff492b4 HTTP/1.1" status: 200 len: 267 time: 0.0928254 Apr 15 20:38:08.178712 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-303a6e90-de02-44ce-a180-43b25e109e9d req-30d7c937-17ef-4ad5-bb4f-b26fb9a46cd3 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/security-groups?id=24311f26-a3c4-4f6e-b39f-4e82f8091dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415081 Apr 15 20:38:08.237470 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572b793f-33cf-4cb2-a6e7-bc13cab0eead req-25ffba62-2f63-40c9-b77b-bfa4361e9669 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:08.239099 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-572b793f-33cf-4cb2-a6e7-bc13cab0eead req-25ffba62-2f63-40c9-b77b-bfa4361e9669 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/networks?id=5bc06a2b-9024-484d-8786-16d9b4579274 HTTP/1.1" status: 200 len: 816 time: 0.1874528 Apr 15 20:38:08.255976 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-572b793f-33cf-4cb2-a6e7-bc13cab0eead req-a7f7fbd6-b143-4344-a3a2-0d5af01cfa1d tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/quotas/a7106cb89b6d4e9399c7bc046ff492b4 HTTP/1.1" status: 200 len: 375 time: 0.0106533 Apr 15 20:38:08.350220 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-572b793f-33cf-4cb2-a6e7-bc13cab0eead req-66a2c45e-01f6-48e4-b63b-be4f35d298c4 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=a7106cb89b6d4e9399c7bc046ff492b4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0879309 Apr 15 20:38:08.504436 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-572b793f-33cf-4cb2-a6e7-bc13cab0eead req-f44751fc-1a7d-49bc-887b-3c6b4184cbb6 service neutron] 10.222.0.69 "GET /v2.0/networks/5bc06a2b-9024-484d-8786-16d9b4579274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399782 Apr 15 20:38:08.653022 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-572b793f-33cf-4cb2-a6e7-bc13cab0eead req-3df5f239-4c7e-49ad-a56e-731c807562c2 service neutron] 10.222.0.69 "GET /v2.0/networks/5bc06a2b-9024-484d-8786-16d9b4579274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410882 Apr 15 20:38:08.866611 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-da8e627c-859d-4c04-8508-192229ee3895 req-1279da11-0063-4489-851d-67bc89c5e362 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=831a37b8-046a-483e-a2ce-030849b85680 HTTP/1.1" status: 200 len: 210 time: 0.0646172 Apr 15 20:38:09.058210 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d761d-21de-426f-9f38-3fccbe7efe7b req-393cfdad-f911-4ae2-a2ab-4ad83da7ae22 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:09.059987 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-297d761d-21de-426f-9f38-3fccbe7efe7b req-393cfdad-f911-4ae2-a2ab-4ad83da7ae22 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "GET /v2.0/ports?device_id=b05d73a3-0f18-424d-9c59-4bcced314701 HTTP/1.1" status: 200 len: 932 time: 0.1111603 Apr 15 20:38:09.111537 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-297d761d-21de-426f-9f38-3fccbe7efe7b req-310fb2c0-8b90-417f-9398-a09bc9e16760 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c0e601f-3995-4ec1-8044-4f4fedf4f5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445957 Apr 15 20:38:09.388313 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864816c-11cb-4820-be73-da3eed8fa135 req-13caaf7f-7166-4690-bda7-0b7abe1a0c4c tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:09.389965 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-1864816c-11cb-4820-be73-da3eed8fa135 req-13caaf7f-7166-4690-bda7-0b7abe1a0c4c tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/ports?device_id=b21fca5b-30cc-4b1b-984e-7aa59f57e80e HTTP/1.1" status: 200 len: 945 time: 0.0918236 Apr 15 20:38:09.441926 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-1864816c-11cb-4820-be73-da3eed8fa135 req-eb750904-e7aa-468e-afa6-6c4d69732822 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/security-groups?id=24311f26-a3c4-4f6e-b39f-4e82f8091dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450726 Apr 15 20:38:10.042514 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-96be0a01-d14c-4fc8-802e-41b188c75cb4 req-d4c506e2-bacc-498b-a85b-51b03a2c618c tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=831a37b8-046a-483e-a2ce-030849b85680 HTTP/1.1" status: 200 len: 210 time: 0.0489717 Apr 15 20:38:10.315027 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71cc27-1e15-44cd-8e1f-771731019767 req-36d7f7b0-09c0-40a5-8ea2-b2248a985058 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:10.316610 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-bf71cc27-1e15-44cd-8e1f-771731019767 req-36d7f7b0-09c0-40a5-8ea2-b2248a985058 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "GET /v2.0/ports?device_id=b05d73a3-0f18-424d-9c59-4bcced314701 HTTP/1.1" status: 200 len: 932 time: 0.0915105 Apr 15 20:38:10.382812 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-bf71cc27-1e15-44cd-8e1f-771731019767 req-508fd1bf-3c5c-4208-9919-3e083d7a0055 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c0e601f-3995-4ec1-8044-4f4fedf4f5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551851 Apr 15 20:38:10.651873 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac8d01c-fb7d-459e-b165-53b56128884e req-74ac4cec-a99a-4baa-b213-8140458db436 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:10.653497 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-eac8d01c-fb7d-459e-b165-53b56128884e req-74ac4cec-a99a-4baa-b213-8140458db436 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/ports?device_id=b21fca5b-30cc-4b1b-984e-7aa59f57e80e HTTP/1.1" status: 200 len: 945 time: 0.0960205 Apr 15 20:38:10.705699 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-eac8d01c-fb7d-459e-b165-53b56128884e req-b2824238-d9b9-48f3-8d7a-0ebb65ed1d41 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/security-groups?id=24311f26-a3c4-4f6e-b39f-4e82f8091dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450423 Apr 15 20:38:11.215386 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-e6ecd9b4-ef18-49c0-af82-3c7054dd1659 req-a5914e8f-caae-470a-824c-f0b47aaee155 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=831a37b8-046a-483e-a2ce-030849b85680 HTTP/1.1" status: 200 len: 210 time: 0.0493095 Apr 15 20:38:11.580665 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4eecd-4377-4fe3-abbf-b9307855134d req-ba6fbcdb-7d28-434b-822c-e71447b51f0d tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:11.582254 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-05e4eecd-4377-4fe3-abbf-b9307855134d req-ba6fbcdb-7d28-434b-822c-e71447b51f0d tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "GET /v2.0/ports?device_id=b05d73a3-0f18-424d-9c59-4bcced314701 HTTP/1.1" status: 200 len: 932 time: 0.0925350 Apr 15 20:38:11.633192 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-05e4eecd-4377-4fe3-abbf-b9307855134d req-af071a14-dcca-499d-b18c-bee5317dec30 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c0e601f-3995-4ec1-8044-4f4fedf4f5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441031 Apr 15 20:38:11.913470 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9de1ed5-ce83-4ccf-9851-5e3a9636bdfd req-8bfc2d4a-5dfb-4449-9abe-e1b7768dea88 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:11.914999 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f9de1ed5-ce83-4ccf-9851-5e3a9636bdfd req-8bfc2d4a-5dfb-4449-9abe-e1b7768dea88 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/ports?device_id=b21fca5b-30cc-4b1b-984e-7aa59f57e80e HTTP/1.1" status: 200 len: 945 time: 0.0926144 Apr 15 20:38:11.965931 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f9de1ed5-ce83-4ccf-9851-5e3a9636bdfd req-08642f1e-46b8-423b-a96f-431d7b7cb989 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/security-groups?id=24311f26-a3c4-4f6e-b39f-4e82f8091dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441747 Apr 15 20:38:12.534861 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-7547508d-696f-4f3d-98e2-9add1239dd4e req-3844c768-2e7c-4b93-bd17-d732b2324cd3 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=831a37b8-046a-483e-a2ce-030849b85680 HTTP/1.1" status: 200 len: 210 time: 0.0503490 Apr 15 20:38:12.842287 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed39106-8a3c-4c80-a84c-360a9f82368b req-78f4a95a-e961-42ab-a2e7-b46c4ba4a52e tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:12.843857 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-3ed39106-8a3c-4c80-a84c-360a9f82368b req-78f4a95a-e961-42ab-a2e7-b46c4ba4a52e tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "GET /v2.0/ports?device_id=b05d73a3-0f18-424d-9c59-4bcced314701 HTTP/1.1" status: 200 len: 932 time: 0.0939512 Apr 15 20:38:12.897083 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-3ed39106-8a3c-4c80-a84c-360a9f82368b req-26dc6837-38d5-413c-ba0e-ba5b10813c62 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c0e601f-3995-4ec1-8044-4f4fedf4f5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464070 Apr 15 20:38:13.175730 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad2ebe5-2c2d-474b-aa5c-6dc603a13cfc req-da38d288-10d4-4b81-abc0-18086445ea50 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:13.178118 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-cad2ebe5-2c2d-474b-aa5c-6dc603a13cfc req-da38d288-10d4-4b81-abc0-18086445ea50 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/ports?device_id=b21fca5b-30cc-4b1b-984e-7aa59f57e80e HTTP/1.1" status: 200 len: 945 time: 0.0987885 Apr 15 20:38:13.231288 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-cad2ebe5-2c2d-474b-aa5c-6dc603a13cfc req-28dd052d-6928-4ef9-a180-a38baf1b4a8e tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/security-groups?id=24311f26-a3c4-4f6e-b39f-4e82f8091dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461454 Apr 15 20:38:13.727229 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-06bc0694-2c89-4536-b5e2-f52a7dc67b51 req-2698963c-5ecf-4f30-a6cb-470b2229eae8 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=831a37b8-046a-483e-a2ce-030849b85680 HTTP/1.1" status: 200 len: 210 time: 0.0582600 Apr 15 20:38:14.124574 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33658ae5-33c1-4a30-86f6-889a016af33d req-eb46f070-03f5-4ce2-a6c0-63eaadff274d tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:14.126419 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-33658ae5-33c1-4a30-86f6-889a016af33d req-eb46f070-03f5-4ce2-a6c0-63eaadff274d tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "GET /v2.0/ports?device_id=b05d73a3-0f18-424d-9c59-4bcced314701 HTTP/1.1" status: 200 len: 932 time: 0.0957761 Apr 15 20:38:14.179980 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-33658ae5-33c1-4a30-86f6-889a016af33d req-d3f81c17-e53f-4b94-9356-d483cbf172c9 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c0e601f-3995-4ec1-8044-4f4fedf4f5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468051 Apr 15 20:38:14.459385 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40af6ed2-4f89-458d-ac4c-61178e6351bb req-5ab09aa4-16e5-4841-9c90-de49eede8259 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:14.460966 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-40af6ed2-4f89-458d-ac4c-61178e6351bb req-5ab09aa4-16e5-4841-9c90-de49eede8259 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/ports?device_id=b21fca5b-30cc-4b1b-984e-7aa59f57e80e HTTP/1.1" status: 200 len: 945 time: 0.1101007 Apr 15 20:38:14.757689 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-40af6ed2-4f89-458d-ac4c-61178e6351bb req-1710eeac-0da7-4c7b-a9ea-a1a6838d81ba tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/security-groups?id=24311f26-a3c4-4f6e-b39f-4e82f8091dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2900412 Apr 15 20:38:14.905637 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-e95f1c8e-05e1-46bb-bb66-0c1f26fb04aa req-3094bcdd-2f7a-4f3e-a8da-b068cf5ae894 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=831a37b8-046a-483e-a2ce-030849b85680 HTTP/1.1" status: 200 len: 210 time: 0.0482674 Apr 15 20:38:15.082426 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-51dc5fa7-4eac-45df-947c-e0e3690b2d31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:15.394495 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5771ea-516c-47e3-a971-0b4775f05a4b req-aef0ae8b-5d72-44dd-b8e5-09a86cf5a9ae tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:15.396088 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-8a5771ea-516c-47e3-a971-0b4775f05a4b req-aef0ae8b-5d72-44dd-b8e5-09a86cf5a9ae tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "GET /v2.0/ports?device_id=b05d73a3-0f18-424d-9c59-4bcced314701 HTTP/1.1" status: 200 len: 932 time: 0.0943012 Apr 15 20:38:15.445024 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-8a5771ea-516c-47e3-a971-0b4775f05a4b req-65b376f5-4cbe-495f-828a-921e301ea1f3 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c0e601f-3995-4ec1-8044-4f4fedf4f5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426130 Apr 15 20:38:15.972774 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ca7f0-48a6-4ad2-afd7-c5e6c4789903 req-a93e45aa-f563-4768-9338-fa6e2c5b86fa tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:15.974329 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-029ca7f0-48a6-4ad2-afd7-c5e6c4789903 req-a93e45aa-f563-4768-9338-fa6e2c5b86fa tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/ports?device_id=b21fca5b-30cc-4b1b-984e-7aa59f57e80e HTTP/1.1" status: 200 len: 945 time: 0.0918674 Apr 15 20:38:16.022957 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-029ca7f0-48a6-4ad2-afd7-c5e6c4789903 req-dd5840db-ba57-4b6c-9f1b-c31703782869 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/security-groups?id=24311f26-a3c4-4f6e-b39f-4e82f8091dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414510 Apr 15 20:38:16.073982 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-cdcdcefe-b820-4776-8d54-3c8ff56f2bb1 req-b62e98fc-9aad-40e9-abdd-7596c18829e8 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=831a37b8-046a-483e-a2ce-030849b85680 HTTP/1.1" status: 200 len: 210 time: 0.0499032 Apr 15 20:38:16.681018 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373343c5-855e-4dc6-aa4c-57199248afef req-81f33338-e818-4056-b68a-636645d262a8 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:16.682510 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-373343c5-855e-4dc6-aa4c-57199248afef req-81f33338-e818-4056-b68a-636645d262a8 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "GET /v2.0/ports?device_id=b05d73a3-0f18-424d-9c59-4bcced314701 HTTP/1.1" status: 200 len: 932 time: 0.1137924 Apr 15 20:38:16.731582 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-373343c5-855e-4dc6-aa4c-57199248afef req-e49e0ccc-38fc-4c3b-b0f2-d2aa1dbef684 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c0e601f-3995-4ec1-8044-4f4fedf4f5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426130 Apr 15 20:38:17.247946 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-aa427197-75b9-4df1-a874-d4b2af43cbb3 req-ea621fee-c8c4-4c48-9e8c-79c9a00f13b2 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=831a37b8-046a-483e-a2ce-030849b85680 HTTP/1.1" status: 200 len: 210 time: 0.0492179 Apr 15 20:38:17.285450 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81793b33-d6e1-4b7c-8b4d-44584d511eb5 req-c7b4cfbe-71ac-41c0-96b5-46dd170afb47 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:17.287047 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-81793b33-d6e1-4b7c-8b4d-44584d511eb5 req-c7b4cfbe-71ac-41c0-96b5-46dd170afb47 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/ports?device_id=b21fca5b-30cc-4b1b-984e-7aa59f57e80e HTTP/1.1" status: 200 len: 945 time: 0.1388886 Apr 15 20:38:17.337995 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-81793b33-d6e1-4b7c-8b4d-44584d511eb5 req-9d8e0b57-ba2a-4f58-8e19-adf0b4e7210e tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/security-groups?id=24311f26-a3c4-4f6e-b39f-4e82f8091dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414362 Apr 15 20:38:17.507309 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-448a3c56-7f02-4ac1-b327-9d0e8f0b91b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:17.736220 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:17.908080 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6589a99b-4989-4a06-bc40-62b7e77e6cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:17.945913 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458e6dee-b8f0-4917-be46-6bb3d24f04e2 req-f06a3597-52bf-4024-8c5a-8cd67392bef5 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:17.947441 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-458e6dee-b8f0-4917-be46-6bb3d24f04e2 req-f06a3597-52bf-4024-8c5a-8cd67392bef5 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "GET /v2.0/ports?device_id=b05d73a3-0f18-424d-9c59-4bcced314701 HTTP/1.1" status: 200 len: 932 time: 0.1052694 Apr 15 20:38:17.953355 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [req-681c3048-a03e-458b-976a-0a0d0fe3dd72 req-f9146575-8f75-472c-a07f-9b6201b46c29 service neutron] Request body: {'port': {'device_id': 'b05d73a3-0f18-424d-9c59-4bcced314701', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:38:17.996963 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-458e6dee-b8f0-4917-be46-6bb3d24f04e2 req-86f3e083-9af3-46f9-a8f3-31fac7e63d3e tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c0e601f-3995-4ec1-8044-4f4fedf4f5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428674 Apr 15 20:38:18.089069 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-681c3048-a03e-458b-976a-0a0d0fe3dd72 req-f9146575-8f75-472c-a07f-9b6201b46c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:18.165754 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717cc0f-e785-4fcb-84cb-acb960b735af req-4865ed33-4b04-4920-8321-a79a1e9ace82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:18.168332 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f717cc0f-e785-4fcb-84cb-acb960b735af req-4865ed33-4b04-4920-8321-a79a1e9ace82 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9bbdc00c388d464d85f419da9ce19122&device_id=b21fca5b-30cc-4b1b-984e-7aa59f57e80e HTTP/1.1" status: 200 len: 1098 time: 0.0830653 Apr 15 20:38:18.269170 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:18.326336 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717cc0f-e785-4fcb-84cb-acb960b735af req-b7d9438a-cd2d-4e75-b46a-3166a7e4d1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:18.328083 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f717cc0f-e785-4fcb-84cb-acb960b735af req-b7d9438a-cd2d-4e75-b46a-3166a7e4d1c6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=3d679279-eb30-4fda-a503-0553a06ff59c HTTP/1.1" status: 200 len: 910 time: 0.1446269 Apr 15 20:38:18.459315 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ff4fcb55-24f6-4da8-a1e6-b21b0110f8c8 req-ac69cb0b-f94b-437b-9312-e17dae3b7540 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=831a37b8-046a-483e-a2ce-030849b85680 HTTP/1.1" status: 200 len: 210 time: 0.0643415 Apr 15 20:38:18.463663 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [req-681c3048-a03e-458b-976a-0a0d0fe3dd72 req-f9146575-8f75-472c-a07f-9b6201b46c29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f9d4b93-f921-49f1-af94-395c11f0691c {{(pid=85412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:38:18.474562 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-681c3048-a03e-458b-976a-0a0d0fe3dd72 req-f9146575-8f75-472c-a07f-9b6201b46c29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:18.490258 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [req-681c3048-a03e-458b-976a-0a0d0fe3dd72 req-f9146575-8f75-472c-a07f-9b6201b46c29 service neutron] Transition to ACTIVE for port object 3f9d4b93-f921-49f1-af94-395c11f0691c will not be triggered until provisioned by entity L2. {{(pid=85412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:38:18.493656 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-681c3048-a03e-458b-976a-0a0d0fe3dd72 req-f9146575-8f75-472c-a07f-9b6201b46c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2251697'] for port, after_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:18.509699 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-6c4870b9-13f8-4d42-917c-c3084b0785e6 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:38:18.540174 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f717cc0f-e785-4fcb-84cb-acb960b735af req-3272b1ef-5c69-4bb9-af5c-64ac3fea5a23 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9dabf08-79f2-4473-961a-b232ccf65634 HTTP/1.1" status: 200 len: 1001 time: 0.2006376 Apr 15 20:38:18.622243 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09402106-8a4d-4361-9e4c-e85a9d58bf64 req-e8fd914c-4998-4442-87da-12f01b9cde25 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:18.623906 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-09402106-8a4d-4361-9e4c-e85a9d58bf64 req-e8fd914c-4998-4442-87da-12f01b9cde25 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/ports?device_id=b21fca5b-30cc-4b1b-984e-7aa59f57e80e HTTP/1.1" status: 200 len: 945 time: 0.1636665 Apr 15 20:38:18.649839 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9146575-8f75-472c-a07f-9b6201b46c29 service neutron] Pushing event updated for resources: {'Port': ['ID=3f9d4b93-f921-49f1-af94-395c11f0691c,revision_number=2']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:38:18.658740 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717cc0f-e785-4fcb-84cb-acb960b735af req-fc961aa3-fd2d-454b-956e-05be2c07eb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:18.660714 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f717cc0f-e785-4fcb-84cb-acb960b735af req-fc961aa3-fd2d-454b-956e-05be2c07eb91 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6fa1339f-d41e-4eb8-bb6e-40a2c73235f7 HTTP/1.1" status: 200 len: 847 time: 0.1029584 Apr 15 20:38:18.661736 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f9146575-8f75-472c-a07f-9b6201b46c29 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:38:18.819754 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-09402106-8a4d-4361-9e4c-e85a9d58bf64 req-d2bcfa97-86f2-4317-9438-51ac9b507959 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/security-groups?id=24311f26-a3c4-4f6e-b39f-4e82f8091dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1850188 Apr 15 20:38:18.896332 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717cc0f-e785-4fcb-84cb-acb960b735af req-f71bee46-3588-4aab-ab12-7b4bf897ca46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:18.898266 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f717cc0f-e785-4fcb-84cb-acb960b735af req-f71bee46-3588-4aab-ab12-7b4bf897ca46 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3d679279-eb30-4fda-a503-0553a06ff59c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2227821 Apr 15 20:38:18.919530 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [req-681c3048-a03e-458b-976a-0a0d0fe3dd72 req-f9146575-8f75-472c-a07f-9b6201b46c29 service neutron] Attempting to bind port 3f9d4b93-f921-49f1-af94-395c11f0691c on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:38:18.919908 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [req-681c3048-a03e-458b-976a-0a0d0fe3dd72 req-f9146575-8f75-472c-a07f-9b6201b46c29 service neutron] Attempting to bind port 3f9d4b93-f921-49f1-af94-395c11f0691c by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'a210119f-e74b-4b27-95c7-ad6c9591eb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '76f207b2-c01b-47b6-a04d-1f5598cc2de2'}] {{(pid=85412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:38:18.920275 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681c3048-a03e-458b-976a-0a0d0fe3dd72 req-f9146575-8f75-472c-a07f-9b6201b46c29 service neutron] Attempting to bind port 3f9d4b93-f921-49f1-af94-395c11f0691c on network 76f207b2-c01b-47b6-a04d-1f5598cc2de2 {{(pid=85412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:38:18.925286 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681c3048-a03e-458b-976a-0a0d0fe3dd72 req-f9146575-8f75-472c-a07f-9b6201b46c29 service neutron] Port 3f9d4b93-f921-49f1-af94-395c11f0691c on network 76f207b2-c01b-47b6-a04d-1f5598cc2de2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 20:38:18.925639 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681c3048-a03e-458b-976a-0a0d0fe3dd72 req-f9146575-8f75-472c-a07f-9b6201b46c29 service neutron] Attempting to bind port 3f9d4b93-f921-49f1-af94-395c11f0691c on network 76f207b2-c01b-47b6-a04d-1f5598cc2de2 {{(pid=85412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:38:18.932845 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681c3048-a03e-458b-976a-0a0d0fe3dd72 req-f9146575-8f75-472c-a07f-9b6201b46c29 service neutron] Checking agent: {'id': '70e73898-5ca9-4370-a761-abbf44013111', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 30, 18), 'started_at': datetime.datetime(2021, 4, 15, 20, 30, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:38:18.933204 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681c3048-a03e-458b-976a-0a0d0fe3dd72 req-f9146575-8f75-472c-a07f-9b6201b46c29 service neutron] Checking segment: {'id': 'a210119f-e74b-4b27-95c7-ad6c9591eb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '76f207b2-c01b-47b6-a04d-1f5598cc2de2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:38:18.933619 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681c3048-a03e-458b-976a-0a0d0fe3dd72 req-f9146575-8f75-472c-a07f-9b6201b46c29 service neutron] Bound using segment: {'id': 'a210119f-e74b-4b27-95c7-ad6c9591eb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '76f207b2-c01b-47b6-a04d-1f5598cc2de2'} {{(pid=85412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:38:18.934136 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [req-681c3048-a03e-458b-976a-0a0d0fe3dd72 req-f9146575-8f75-472c-a07f-9b6201b46c29 service neutron] Bound port: 3f9d4b93-f921-49f1-af94-395c11f0691c, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a210119f-e74b-4b27-95c7-ad6c9591eb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '76f207b2-c01b-47b6-a04d-1f5598cc2de2'}}] {{(pid=85412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:38:18.934542 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-681c3048-a03e-458b-976a-0a0d0fe3dd72 req-f9146575-8f75-472c-a07f-9b6201b46c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:19.015825 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572b793f-33cf-4cb2-a6e7-bc13cab0eead req-9a19a760-4efd-4177-ab77-9438fc3e3a2f tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:19.017385 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-572b793f-33cf-4cb2-a6e7-bc13cab0eead req-9a19a760-4efd-4177-ab77-9438fc3e3a2f tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.76 "GET /v2.0/networks?id=5bc06a2b-9024-484d-8786-16d9b4579274 HTTP/1.1" status: 200 len: 816 time: 0.3007505 Apr 15 20:38:19.043102 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [req-681c3048-a03e-458b-976a-0a0d0fe3dd72 req-f9146575-8f75-472c-a07f-9b6201b46c29 service neutron] For port 3f9d4b93-f921-49f1-af94-395c11f0691c, host hv-cinder-78638, cleared binding levels {{(pid=85412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:38:19.046303 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [req-681c3048-a03e-458b-976a-0a0d0fe3dd72 req-f9146575-8f75-472c-a07f-9b6201b46c29 service neutron] For port 3f9d4b93-f921-49f1-af94-395c11f0691c, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3f9d4b93-f921-49f1-af94-395c11f0691c,segment=NetworkSegment(a210119f-e74b-4b27-95c7-ad6c9591eb19),segment_id=a210119f-e74b-4b27-95c7-ad6c9591eb19)] {{(pid=85412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:38:19.049978 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-681c3048-a03e-458b-976a-0a0d0fe3dd72 req-f9146575-8f75-472c-a07f-9b6201b46c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2251697'] for port, after_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:19.065816 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-dbc896c4-17b9-4ed7-8934-5a3353bf5de9 tempest-VolumesNegativeTest-2040860033 tempest-VolumesNegativeTest-2040860033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:38:19.081053 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f717cc0f-e785-4fcb-84cb-acb960b735af req-65f6512c-ce5e-4fa8-8f90-708848aa15dc service neutron] 10.222.0.76 "GET /v2.0/networks/3d679279-eb30-4fda-a503-0553a06ff59c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670594 Apr 15 20:38:19.237009 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9146575-8f75-472c-a07f-9b6201b46c29 service neutron] Pushing event updated for resources: {'Port': ['ID=3f9d4b93-f921-49f1-af94-395c11f0691c,revision_number=3']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:38:19.240470 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f9146575-8f75-472c-a07f-9b6201b46c29 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:38:19.273902 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681c3048-a03e-458b-976a-0a0d0fe3dd72 req-f9146575-8f75-472c-a07f-9b6201b46c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:19.274904 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-681c3048-a03e-458b-976a-0a0d0fe3dd72 req-f9146575-8f75-472c-a07f-9b6201b46c29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-906'] for port, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:19.276438 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-681c3048-a03e-458b-976a-0a0d0fe3dd72 req-f9146575-8f75-472c-a07f-9b6201b46c29 service neutron] 10.222.0.76 "PUT /v2.0/ports/3f9d4b93-f921-49f1-af94-395c11f0691c HTTP/1.1" status: 200 len: 1094 time: 1.3777447 Apr 15 20:38:19.277042 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b05d73a3-0f18-424d-9c59-4bcced314701', 'tag': '3f9d4b93-f921-49f1-af94-395c11f0691c'}] {{(pid=85412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:38:19.305613 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-572b793f-33cf-4cb2-a6e7-bc13cab0eead req-3e9bb77f-02e6-4db0-a4f0-2c93f566ead7 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a7106cb89b6d4e9399c7bc046ff492b4 HTTP/1.1" status: 200 len: 5704 time: 0.2731855 Apr 15 20:38:19.335956 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [req-572b793f-33cf-4cb2-a6e7-bc13cab0eead req-02a0ace5-7b9a-4283-8a61-0ccd08c12c3d tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Request body: {'port': {'device_id': '831a37b8-046a-483e-a2ce-030849b85680', 'network_id': '5bc06a2b-9024-484d-8786-16d9b4579274', 'admin_state_up': True, 'tenant_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'security_groups': ['2bb5a3ee-ef4b-4b65-8a82-535cde850acc']}} {{(pid=85411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:38:19.367018 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b05d73a3-0f18-424d-9c59-4bcced314701', 'tag': '3f9d4b93-f921-49f1-af94-395c11f0691c', 'status': 'completed', 'code': 200} Apr 15 20:38:19.410670 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681c3048-a03e-458b-976a-0a0d0fe3dd72 req-4ddbb1c7-5fa5-4e08-9c39-f9bf99eb8eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:19.412321 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-681c3048-a03e-458b-976a-0a0d0fe3dd72 req-4ddbb1c7-5fa5-4e08-9c39-f9bf99eb8eca service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=33077ec039814b65b933ccc905713d3a&device_id=b05d73a3-0f18-424d-9c59-4bcced314701 HTTP/1.1" status: 200 len: 1097 time: 0.0954473 Apr 15 20:38:19.435980 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f717cc0f-e785-4fcb-84cb-acb960b735af req-6bd6f5d6-ef07-4982-9a1d-f2ef11b15e51 service neutron] 10.222.0.76 "GET /v2.0/networks/3d679279-eb30-4fda-a503-0553a06ff59c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470323 Apr 15 20:38:19.465817 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9ae2f-609c-469e-bb26-042fe0ba3ffb req-5401f877-8fb8-43e2-89a8-4185a5366f34 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:19.467461 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-6fe9ae2f-609c-469e-bb26-042fe0ba3ffb req-5401f877-8fb8-43e2-89a8-4185a5366f34 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "GET /v2.0/ports?device_id=b05d73a3-0f18-424d-9c59-4bcced314701 HTTP/1.1" status: 200 len: 944 time: 0.2937355 Apr 15 20:38:19.491890 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-681c3048-a03e-458b-976a-0a0d0fe3dd72 req-4c683379-e68a-4c10-a842-7795111f4c85 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f9d4b93-f921-49f1-af94-395c11f0691c HTTP/1.1" status: 200 len: 217 time: 0.0692129 Apr 15 20:38:19.565785 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681c3048-a03e-458b-976a-0a0d0fe3dd72 req-780a7655-e09e-490c-9105-2cb658904951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:19.565785 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-681c3048-a03e-458b-976a-0a0d0fe3dd72 req-780a7655-e09e-490c-9105-2cb658904951 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=32e6883b-cf72-499e-9a64-9753a4dad96a HTTP/1.1" status: 200 len: 854 time: 0.0692332 Apr 15 20:38:19.594761 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-611aad59-e19d-4c1d-b92d-eb0975a661b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:19.607952 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-6fe9ae2f-609c-469e-bb26-042fe0ba3ffb req-5d68c8c0-556f-4bbd-b268-12f4e4198e5c tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c0e601f-3995-4ec1-8044-4f4fedf4f5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331761 Apr 15 20:38:19.652429 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681c3048-a03e-458b-976a-0a0d0fe3dd72 req-3f50c2e6-3864-4b48-9d40-ebc7cd7b0149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:19.654178 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-681c3048-a03e-458b-976a-0a0d0fe3dd72 req-3f50c2e6-3864-4b48-9d40-ebc7cd7b0149 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=76f207b2-c01b-47b6-a04d-1f5598cc2de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0806530 Apr 15 20:38:19.657074 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [req-572b793f-33cf-4cb2-a6e7-bc13cab0eead req-02a0ace5-7b9a-4283-8a61-0ccd08c12c3d tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:38:19.669167 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-572b793f-33cf-4cb2-a6e7-bc13cab0eead req-02a0ace5-7b9a-4283-8a61-0ccd08c12c3d tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Usage tracker for resource:port and tenant:a7106cb89b6d4e9399c7bc046ff492b4 is out of sync, need to count used quota {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:38:19.674329 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f30f817d-146f-46e8-ae08-889f6956e941 req-eb769353-2f63-4eaf-be27-74b19ff0aaf1 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=831a37b8-046a-483e-a2ce-030849b85680 HTTP/1.1" status: 200 len: 210 time: 0.0652821 Apr 15 20:38:19.675155 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-572b793f-33cf-4cb2-a6e7-bc13cab0eead req-02a0ace5-7b9a-4283-8a61-0ccd08c12c3d tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:38:19.687772 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [req-572b793f-33cf-4cb2-a6e7-bc13cab0eead req-02a0ace5-7b9a-4283-8a61-0ccd08c12c3d tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:38:19.707227 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b763dc-0bcd-4c32-834a-321879dfb97f req-18ff1e68-9f8d-4933-9ae4-d60546db08f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:19.708811 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c4b763dc-0bcd-4c32-834a-321879dfb97f req-18ff1e68-9f8d-4933-9ae4-d60546db08f2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9bbdc00c388d464d85f419da9ce19122&device_id=b21fca5b-30cc-4b1b-984e-7aa59f57e80e HTTP/1.1" status: 200 len: 1098 time: 0.2008767 Apr 15 20:38:19.709915 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-572b793f-33cf-4cb2-a6e7-bc13cab0eead req-02a0ace5-7b9a-4283-8a61-0ccd08c12c3d tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Made reservation on behalf of a7106cb89b6d4e9399c7bc046ff492b4 for: {'port': 1} {{(pid=85411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:38:19.716068 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-572b793f-33cf-4cb2-a6e7-bc13cab0eead req-02a0ace5-7b9a-4283-8a61-0ccd08c12c3d tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:19.800478 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-681c3048-a03e-458b-976a-0a0d0fe3dd72 req-61515e7b-346c-48de-baff-5a885a4ea601 service neutron] 10.222.0.76 "GET /v2.0/networks/76f207b2-c01b-47b6-a04d-1f5598cc2de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382954 Apr 15 20:38:19.947084 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b763dc-0bcd-4c32-834a-321879dfb97f req-016ed207-0289-4832-877a-6c3260a1fb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:19.948612 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c4b763dc-0bcd-4c32-834a-321879dfb97f req-016ed207-0289-4832-877a-6c3260a1fb48 service neutron] 10.222.0.76 "GET /v2.0/networks?id=3d679279-eb30-4fda-a503-0553a06ff59c HTTP/1.1" status: 200 len: 910 time: 0.2169244 Apr 15 20:38:19.951484 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-681c3048-a03e-458b-976a-0a0d0fe3dd72 req-4aece2fb-f839-4a3b-98c6-4b5c86178a7d service neutron] 10.222.0.76 "GET /v2.0/networks/76f207b2-c01b-47b6-a04d-1f5598cc2de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371930 Apr 15 20:38:20.079352 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff748bd6-b913-4452-9ffe-56c8f5651c32 req-34af283d-79e5-4e57-a999-463a4badbdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:20.080977 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ff748bd6-b913-4452-9ffe-56c8f5651c32 req-34af283d-79e5-4e57-a999-463a4badbdf3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=33077ec039814b65b933ccc905713d3a&device_id=b05d73a3-0f18-424d-9c59-4bcced314701 HTTP/1.1" status: 200 len: 1097 time: 0.0783076 Apr 15 20:38:20.155839 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.db_base_plugin_common [req-572b793f-33cf-4cb2-a6e7-bc13cab0eead req-02a0ace5-7b9a-4283-8a61-0ccd08c12c3d tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Allocated IP 172.20.0.10 (5bc06a2b-9024-484d-8786-16d9b4579274/115d02bc-de92-4568-be72-0d321d902e0d/d0f1346a-5532-427b-af1e-375b657b2a26) {{(pid=85411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:38:20.159214 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c4b763dc-0bcd-4c32-834a-321879dfb97f req-8dae4887-58fd-4e3c-a0e5-9daca23e512f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9dabf08-79f2-4473-961a-b232ccf65634 HTTP/1.1" status: 200 len: 1001 time: 0.1741586 Apr 15 20:38:20.226437 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff748bd6-b913-4452-9ffe-56c8f5651c32 req-7b0f7e49-532f-4b67-b3e1-60553948e681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:20.228067 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ff748bd6-b913-4452-9ffe-56c8f5651c32 req-7b0f7e49-532f-4b67-b3e1-60553948e681 service neutron] 10.222.0.76 "GET /v2.0/networks?id=76f207b2-c01b-47b6-a04d-1f5598cc2de2 HTTP/1.1" status: 200 len: 917 time: 0.1393909 Apr 15 20:38:20.274732 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b763dc-0bcd-4c32-834a-321879dfb97f req-d28a6e41-50ff-4b33-9702-7f39d2cf7d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:20.276357 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c4b763dc-0bcd-4c32-834a-321879dfb97f req-d28a6e41-50ff-4b33-9702-7f39d2cf7d03 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6fa1339f-d41e-4eb8-bb6e-40a2c73235f7 HTTP/1.1" status: 200 len: 847 time: 0.1061924 Apr 15 20:38:20.305696 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ff748bd6-b913-4452-9ffe-56c8f5651c32 req-9d73f9ee-f82b-419f-9327-f63fce4191ec service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f9d4b93-f921-49f1-af94-395c11f0691c HTTP/1.1" status: 200 len: 217 time: 0.0700440 Apr 15 20:38:20.382079 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff748bd6-b913-4452-9ffe-56c8f5651c32 req-8c4a2c16-19aa-4d02-9c13-53e17182171f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:20.383782 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ff748bd6-b913-4452-9ffe-56c8f5651c32 req-8c4a2c16-19aa-4d02-9c13-53e17182171f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=32e6883b-cf72-499e-9a64-9753a4dad96a HTTP/1.1" status: 200 len: 854 time: 0.0713220 Apr 15 20:38:20.473971 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff748bd6-b913-4452-9ffe-56c8f5651c32 req-791489fa-a1b8-4fc5-a9b0-3221af399df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:20.475554 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ff748bd6-b913-4452-9ffe-56c8f5651c32 req-791489fa-a1b8-4fc5-a9b0-3221af399df4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=76f207b2-c01b-47b6-a04d-1f5598cc2de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0828755 Apr 15 20:38:20.624041 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ff748bd6-b913-4452-9ffe-56c8f5651c32 req-995fef4b-a2e3-4782-a13e-e76a6500dd5b service neutron] 10.222.0.76 "GET /v2.0/networks/76f207b2-c01b-47b6-a04d-1f5598cc2de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403892 Apr 15 20:38:20.630471 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3aee65-afce-459e-bad1-b9d2f39054a6 req-a18f032f-06b8-41e2-b36e-ba32e15c1839 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:20.632085 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-3a3aee65-afce-459e-bad1-b9d2f39054a6 req-a18f032f-06b8-41e2-b36e-ba32e15c1839 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/ports?device_id=b21fca5b-30cc-4b1b-984e-7aa59f57e80e HTTP/1.1" status: 200 len: 945 time: 0.6866803 Apr 15 20:38:20.731098 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-3a3aee65-afce-459e-bad1-b9d2f39054a6 req-f91ad713-ce38-47ee-9abf-24950d183ec2 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/security-groups?id=24311f26-a3c4-4f6e-b39f-4e82f8091dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903313 Apr 15 20:38:20.779488 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ff748bd6-b913-4452-9ffe-56c8f5651c32 req-37fae7af-4ded-45d8-8f76-e674532c9a97 service neutron] 10.222.0.76 "GET /v2.0/networks/76f207b2-c01b-47b6-a04d-1f5598cc2de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477208 Apr 15 20:38:20.828056 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-572b793f-33cf-4cb2-a6e7-bc13cab0eead req-02a0ace5-7b9a-4283-8a61-0ccd08c12c3d tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks [] for port, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:20.881461 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b763dc-0bcd-4c32-834a-321879dfb97f req-f0ff7750-e087-4f2a-bd4c-a8a9e623d1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:20.883010 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c4b763dc-0bcd-4c32-834a-321879dfb97f req-f0ff7750-e087-4f2a-bd4c-a8a9e623d1e0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3d679279-eb30-4fda-a503-0553a06ff59c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5868902 Apr 15 20:38:20.932837 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [req-572b793f-33cf-4cb2-a6e7-bc13cab0eead req-02a0ace5-7b9a-4283-8a61-0ccd08c12c3d tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Transition to ACTIVE for port object d0f1346a-5532-427b-af1e-375b657b2a26 will not be triggered until provisioned by entity DHCP. {{(pid=85411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:38:20.935558 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-afbd9d86-4fcd-4f1c-8b87-aee0e5715ba7 req-9872e406-2ef6-422b-b566-9054ad9258af tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=831a37b8-046a-483e-a2ce-030849b85680 HTTP/1.1" status: 200 len: 210 time: 0.1027191 Apr 15 20:38:21.060563 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6be5c89-9ebd-4c59-bb15-5909ad07612b req-74d98232-6748-45b4-9778-7e843399db9f tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:21.062145 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f6be5c89-9ebd-4c59-bb15-5909ad07612b req-74d98232-6748-45b4-9778-7e843399db9f tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "GET /v2.0/ports?device_id=b05d73a3-0f18-424d-9c59-4bcced314701 HTTP/1.1" status: 200 len: 944 time: 0.3347876 Apr 15 20:38:21.107914 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c4b763dc-0bcd-4c32-834a-321879dfb97f req-c5b681ab-75be-484d-bc4e-db0347703cda service neutron] 10.222.0.76 "GET /v2.0/networks/3d679279-eb30-4fda-a503-0553a06ff59c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144172 Apr 15 20:38:21.146186 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-572b793f-33cf-4cb2-a6e7-bc13cab0eead req-02a0ace5-7b9a-4283-8a61-0ccd08c12c3d tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245250087898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852399476'] for port, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:21.167029 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-dc226866-a8c1-4a40-919e-33abadf3c0e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:38:21.206322 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f6be5c89-9ebd-4c59-bb15-5909ad07612b req-0aaf25e0-d3df-486d-bcc0-238779036267 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c0e601f-3995-4ec1-8044-4f4fedf4f5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316113 Apr 15 20:38:21.412007 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a0ace5-7b9a-4283-8a61-0ccd08c12c3d tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Pushing event updated for resources: {'Port': ['ID=d0f1346a-5532-427b-af1e-375b657b2a26,revision_number=1']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:38:21.429484 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-02a0ace5-7b9a-4283-8a61-0ccd08c12c3d tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:38:21.445902 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c4b763dc-0bcd-4c32-834a-321879dfb97f req-74233210-d83d-4234-9f44-63ac9ed50ceb service neutron] 10.222.0.76 "GET /v2.0/networks/3d679279-eb30-4fda-a503-0553a06ff59c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259761 Apr 15 20:38:21.469668 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-572b793f-33cf-4cb2-a6e7-bc13cab0eead req-02a0ace5-7b9a-4283-8a61-0ccd08c12c3d tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Network 5bc06a2b-9024-484d-8786-16d9b4579274 is already hosted by enough agents. {{(pid=85411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:38:21.470875 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.base_scheduler [req-572b793f-33cf-4cb2-a6e7-bc13cab0eead req-02a0ace5-7b9a-4283-8a61-0ccd08c12c3d tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Resources bound (agent type, host, resource id): {{(pid=85411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:38:21.473333 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [req-572b793f-33cf-4cb2-a6e7-bc13cab0eead req-02a0ace5-7b9a-4283-8a61-0ccd08c12c3d tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Received port after_create {{(pid=85411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:38:21.548284 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572b793f-33cf-4cb2-a6e7-bc13cab0eead req-02a0ace5-7b9a-4283-8a61-0ccd08c12c3d tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:21.548978 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-572b793f-33cf-4cb2-a6e7-bc13cab0eead req-02a0ace5-7b9a-4283-8a61-0ccd08c12c3d tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-906'] for port, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:21.574889 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-572b793f-33cf-4cb2-a6e7-bc13cab0eead req-02a0ace5-7b9a-4283-8a61-0ccd08c12c3d tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2483990 Apr 15 20:38:21.590439 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [req-572b793f-33cf-4cb2-a6e7-bc13cab0eead req-31a518a7-37f2-4a9e-935d-a9e74ea1b76b service neutron] Request body: {'port': {'device_id': '831a37b8-046a-483e-a2ce-030849b85680', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:38:21.688341 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-eab4222d-6cea-4fc8-801a-b53177e22d02 None None] Provisioning for port d0f1346a-5532-427b-af1e-375b657b2a26 completed by entity DHCP. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:38:21.693897 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-eab4222d-6cea-4fc8-801a-b53177e22d02 None None] Provisioning complete for port d0f1346a-5532-427b-af1e-375b657b2a26 triggered by entity DHCP. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:38:21.694328 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-eab4222d-6cea-4fc8-801a-b53177e22d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:21.713570 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-572b793f-33cf-4cb2-a6e7-bc13cab0eead req-31a518a7-37f2-4a9e-935d-a9e74ea1b76b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:21.755040 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-eab4222d-6cea-4fc8-801a-b53177e22d02 None None] Port d0f1346a-5532-427b-af1e-375b657b2a26 cannot update to ACTIVE because it is not bound. {{(pid=85413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 20:38:22.055760 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6ec40c-4a2c-4986-ab1b-a2d710d65073 req-93ae9f3c-8c18-4d97-9708-8de81408baff tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:22.057369 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ea6ec40c-4a2c-4986-ab1b-a2d710d65073 req-93ae9f3c-8c18-4d97-9708-8de81408baff tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/ports?device_id=b21fca5b-30cc-4b1b-984e-7aa59f57e80e HTTP/1.1" status: 200 len: 945 time: 0.2129197 Apr 15 20:38:22.173214 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ea6ec40c-4a2c-4986-ab1b-a2d710d65073 req-a45c82ec-4d13-45a6-a002-8bca35574aa5 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/security-groups?id=24311f26-a3c4-4f6e-b39f-4e82f8091dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048007 Apr 15 20:38:22.261470 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [req-572b793f-33cf-4cb2-a6e7-bc13cab0eead req-31a518a7-37f2-4a9e-935d-a9e74ea1b76b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0f1346a-5532-427b-af1e-375b657b2a26 {{(pid=85411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:38:22.276425 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca89a9-9b79-4c06-b2ec-fe17d74023a0 req-e2c75e57-7958-4941-a163-232312989849 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:22.277187 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-41ca89a9-9b79-4c06-b2ec-fe17d74023a0 req-e2c75e57-7958-4941-a163-232312989849 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Synchronizing usage tracker for tenant:a7106cb89b6d4e9399c7bc046ff492b4 on resource:port {{(pid=85411) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:38:22.281949 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-572b793f-33cf-4cb2-a6e7-bc13cab0eead req-31a518a7-37f2-4a9e-935d-a9e74ea1b76b service neutron] Notify callbacks [] for port, precommit_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:22.304101 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [req-572b793f-33cf-4cb2-a6e7-bc13cab0eead req-31a518a7-37f2-4a9e-935d-a9e74ea1b76b service neutron] Transition to ACTIVE for port object d0f1346a-5532-427b-af1e-375b657b2a26 will not be triggered until provisioned by entity L2. {{(pid=85411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:38:22.306592 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-41ca89a9-9b79-4c06-b2ec-fe17d74023a0 req-e2c75e57-7958-4941-a163-232312989849 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Unset dirty status for tenant:a7106cb89b6d4e9399c7bc046ff492b4 on resource:port {{(pid=85411) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:38:22.307873 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-41ca89a9-9b79-4c06-b2ec-fe17d74023a0 req-e2c75e57-7958-4941-a163-232312989849 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=831a37b8-046a-483e-a2ce-030849b85680 HTTP/1.1" status: 200 len: 932 time: 0.2495296 Apr 15 20:38:22.308949 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-572b793f-33cf-4cb2-a6e7-bc13cab0eead req-31a518a7-37f2-4a9e-935d-a9e74ea1b76b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2376340'] for port, after_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:22.323525 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:38:22.336655 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device 3f9d4b93-f921-49f1-af94-395c11f0691c details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 20:38:22.488173 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] For port 3f9d4b93-f921-49f1-af94-395c11f0691c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3f9d4b93-f921-49f1-af94-395c11f0691c,segment=NetworkSegment(a210119f-e74b-4b27-95c7-ad6c9591eb19),segment_id=a210119f-e74b-4b27-95c7-ad6c9591eb19)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:38:22.499250 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-41ca89a9-9b79-4c06-b2ec-fe17d74023a0 req-77a8ce67-5199-440a-aff3-25033d826a49 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=2bb5a3ee-ef4b-4b65-8a82-535cde850acc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1767244 Apr 15 20:38:22.499927 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a518a7-37f2-4a9e-935d-a9e74ea1b76b service neutron] Pushing event updated for resources: {'Port': ['ID=d0f1346a-5532-427b-af1e-375b657b2a26,revision_number=2']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:38:22.503972 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Returning: {'device': '3f9d4b93-f921-49f1-af94-395c11f0691c', 'network_id': '76f207b2-c01b-47b6-a04d-1f5598cc2de2', 'port_id': '3f9d4b93-f921-49f1-af94-395c11f0691c', 'mac_address': 'fa:16:3e:1e:bd:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32e6883b-cf72-499e-9a64-9753a4dad96a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 20:38:22.513110 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-31a518a7-37f2-4a9e-935d-a9e74ea1b76b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:38:22.565242 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:22.591696 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f9d4b93-f921-49f1-af94-395c11f0691c {{(pid=85413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:38:22.612149 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] For port 3f9d4b93-f921-49f1-af94-395c11f0691c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3f9d4b93-f921-49f1-af94-395c11f0691c,segment=NetworkSegment(a210119f-e74b-4b27-95c7-ad6c9591eb19),segment_id=a210119f-e74b-4b27-95c7-ad6c9591eb19)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:38:22.617094 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:22.619109 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:38:22.700480 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Pushing event updated for resources: {'Port': ['ID=3f9d4b93-f921-49f1-af94-395c11f0691c,revision_number=4']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:38:22.704072 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:38:22.813088 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [req-572b793f-33cf-4cb2-a6e7-bc13cab0eead req-31a518a7-37f2-4a9e-935d-a9e74ea1b76b service neutron] Attempting to bind port d0f1346a-5532-427b-af1e-375b657b2a26 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:38:22.813446 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [req-572b793f-33cf-4cb2-a6e7-bc13cab0eead req-31a518a7-37f2-4a9e-935d-a9e74ea1b76b service neutron] Attempting to bind port d0f1346a-5532-427b-af1e-375b657b2a26 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '8f8c4df8-9981-44cd-9c71-6e51c9e29c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '5bc06a2b-9024-484d-8786-16d9b4579274'}] {{(pid=85411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:38:22.813804 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572b793f-33cf-4cb2-a6e7-bc13cab0eead req-31a518a7-37f2-4a9e-935d-a9e74ea1b76b service neutron] Attempting to bind port d0f1346a-5532-427b-af1e-375b657b2a26 on network 5bc06a2b-9024-484d-8786-16d9b4579274 {{(pid=85411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:38:22.825863 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea0e40f-171b-46e3-bf5f-2bc39fdf29aa req-5561052a-29f8-4cd5-9ac4-35bddc7dac01 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:22.827588 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-eea0e40f-171b-46e3-bf5f-2bc39fdf29aa req-5561052a-29f8-4cd5-9ac4-35bddc7dac01 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "GET /v2.0/ports?device_id=b05d73a3-0f18-424d-9c59-4bcced314701 HTTP/1.1" status: 200 len: 945 time: 0.2135081 Apr 15 20:38:22.829432 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572b793f-33cf-4cb2-a6e7-bc13cab0eead req-31a518a7-37f2-4a9e-935d-a9e74ea1b76b service neutron] Port d0f1346a-5532-427b-af1e-375b657b2a26 on network 5bc06a2b-9024-484d-8786-16d9b4579274 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 20:38:22.829811 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572b793f-33cf-4cb2-a6e7-bc13cab0eead req-31a518a7-37f2-4a9e-935d-a9e74ea1b76b service neutron] Attempting to bind port d0f1346a-5532-427b-af1e-375b657b2a26 on network 5bc06a2b-9024-484d-8786-16d9b4579274 {{(pid=85411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:38:22.836900 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572b793f-33cf-4cb2-a6e7-bc13cab0eead req-31a518a7-37f2-4a9e-935d-a9e74ea1b76b service neutron] Checking agent: {'id': '70e73898-5ca9-4370-a761-abbf44013111', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 30, 18), 'started_at': datetime.datetime(2021, 4, 15, 20, 30, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:38:22.837234 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572b793f-33cf-4cb2-a6e7-bc13cab0eead req-31a518a7-37f2-4a9e-935d-a9e74ea1b76b service neutron] Checking segment: {'id': '8f8c4df8-9981-44cd-9c71-6e51c9e29c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '5bc06a2b-9024-484d-8786-16d9b4579274'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:38:22.837669 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572b793f-33cf-4cb2-a6e7-bc13cab0eead req-31a518a7-37f2-4a9e-935d-a9e74ea1b76b service neutron] Bound using segment: {'id': '8f8c4df8-9981-44cd-9c71-6e51c9e29c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '5bc06a2b-9024-484d-8786-16d9b4579274'} {{(pid=85411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:38:22.838136 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [req-572b793f-33cf-4cb2-a6e7-bc13cab0eead req-31a518a7-37f2-4a9e-935d-a9e74ea1b76b service neutron] Bound port: d0f1346a-5532-427b-af1e-375b657b2a26, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f8c4df8-9981-44cd-9c71-6e51c9e29c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '5bc06a2b-9024-484d-8786-16d9b4579274'}}] {{(pid=85411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:38:22.838534 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-572b793f-33cf-4cb2-a6e7-bc13cab0eead req-31a518a7-37f2-4a9e-935d-a9e74ea1b76b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:22.941643 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-eea0e40f-171b-46e3-bf5f-2bc39fdf29aa req-ed0bc947-62a3-45f1-82e9-d20164796ba5 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c0e601f-3995-4ec1-8044-4f4fedf4f5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059277 Apr 15 20:38:22.959985 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] get_ports_and_sgs() called for port_ids ['3f9d4b93-f921-49f1-af94-395c11f0691c'] {{(pid=85413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:38:22.969523 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [req-572b793f-33cf-4cb2-a6e7-bc13cab0eead req-31a518a7-37f2-4a9e-935d-a9e74ea1b76b service neutron] For port d0f1346a-5532-427b-af1e-375b657b2a26, host hv-cinder-78638, cleared binding levels {{(pid=85411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:38:22.972819 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [req-572b793f-33cf-4cb2-a6e7-bc13cab0eead req-31a518a7-37f2-4a9e-935d-a9e74ea1b76b service neutron] For port d0f1346a-5532-427b-af1e-375b657b2a26, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d0f1346a-5532-427b-af1e-375b657b2a26,segment=NetworkSegment(8f8c4df8-9981-44cd-9c71-6e51c9e29c18),segment_id=8f8c4df8-9981-44cd-9c71-6e51c9e29c18)] {{(pid=85411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:38:22.977136 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-572b793f-33cf-4cb2-a6e7-bc13cab0eead req-31a518a7-37f2-4a9e-935d-a9e74ea1b76b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2376340'] for port, after_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:22.997607 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-023605eb-7e88-4f65-b25d-0b2c019b5ac9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:38:23.148657 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a518a7-37f2-4a9e-935d-a9e74ea1b76b service neutron] Pushing event updated for resources: {'Port': ['ID=d0f1346a-5532-427b-af1e-375b657b2a26,revision_number=3']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:38:23.154267 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-31a518a7-37f2-4a9e-935d-a9e74ea1b76b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:38:23.185938 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572b793f-33cf-4cb2-a6e7-bc13cab0eead req-31a518a7-37f2-4a9e-935d-a9e74ea1b76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:23.186654 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-572b793f-33cf-4cb2-a6e7-bc13cab0eead req-31a518a7-37f2-4a9e-935d-a9e74ea1b76b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-906'] for port, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:23.188158 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-572b793f-33cf-4cb2-a6e7-bc13cab0eead req-31a518a7-37f2-4a9e-935d-a9e74ea1b76b service neutron] 10.222.0.76 "PUT /v2.0/ports/d0f1346a-5532-427b-af1e-375b657b2a26 HTTP/1.1" status: 200 len: 1094 time: 1.6037612 Apr 15 20:38:23.188625 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '831a37b8-046a-483e-a2ce-030849b85680', 'tag': 'd0f1346a-5532-427b-af1e-375b657b2a26'}] {{(pid=85411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:38:23.302723 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '831a37b8-046a-483e-a2ce-030849b85680', 'tag': 'd0f1346a-5532-427b-af1e-375b657b2a26', 'status': 'completed', 'code': 200} Apr 15 20:38:23.318912 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572b793f-33cf-4cb2-a6e7-bc13cab0eead req-c26d902a-3ba8-49eb-9ea0-134412fb52a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:23.320523 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-572b793f-33cf-4cb2-a6e7-bc13cab0eead req-c26d902a-3ba8-49eb-9ea0-134412fb52a5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a7106cb89b6d4e9399c7bc046ff492b4&device_id=831a37b8-046a-483e-a2ce-030849b85680 HTTP/1.1" status: 200 len: 1097 time: 0.0912955 Apr 15 20:38:23.400207 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-572b793f-33cf-4cb2-a6e7-bc13cab0eead req-e0db0b7b-2854-4ae6-8ccc-a5ea67637e09 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0f1346a-5532-427b-af1e-375b657b2a26 HTTP/1.1" status: 200 len: 217 time: 0.0704782 Apr 15 20:38:23.508499 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-a19c5570-ff9f-4b41-962d-6f35927bca53 req-e3760e8d-faeb-48a5-9cb3-9ce5cdf0dd98 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b21fca5b-30cc-4b1b-984e-7aa59f57e80e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0799725 Apr 15 20:38:23.807288 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572b793f-33cf-4cb2-a6e7-bc13cab0eead req-6c9325da-57ba-46fb-99f7-69fc2fca1aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:23.808916 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-572b793f-33cf-4cb2-a6e7-bc13cab0eead req-6c9325da-57ba-46fb-99f7-69fc2fca1aff service neutron] 10.222.0.76 "GET /v2.0/subnets?id=115d02bc-de92-4568-be72-0d321d902e0d HTTP/1.1" status: 200 len: 855 time: 0.4014242 Apr 15 20:38:23.917285 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb896675-5836-48b6-b271-67c70cdf60f6 req-c269934a-6247-4272-8385-d5a3f1b731df tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:23.918882 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-eb896675-5836-48b6-b271-67c70cdf60f6 req-c269934a-6247-4272-8385-d5a3f1b731df tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/ports?device_id=b21fca5b-30cc-4b1b-984e-7aa59f57e80e HTTP/1.1" status: 200 len: 945 time: 0.2387700 Apr 15 20:38:23.927275 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a55a57-9268-4833-b0c1-ca9fe4c3b636 req-738f96b6-f1c2-484a-ad0d-7a05114f2c03 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:23.929300 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d4a55a57-9268-4833-b0c1-ca9fe4c3b636 req-738f96b6-f1c2-484a-ad0d-7a05114f2c03 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=831a37b8-046a-483e-a2ce-030849b85680 HTTP/1.1" status: 200 len: 944 time: 0.2498908 Apr 15 20:38:24.017742 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-eb896675-5836-48b6-b271-67c70cdf60f6 req-ae634a9f-37c4-4f4d-8957-bbbf7aef106f tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/security-groups?id=24311f26-a3c4-4f6e-b39f-4e82f8091dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879030 Apr 15 20:38:24.027926 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d4a55a57-9268-4833-b0c1-ca9fe4c3b636 req-51ae5b7b-d42a-4918-a315-533d62fa4be9 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=2bb5a3ee-ef4b-4b65-8a82-535cde850acc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772274 Apr 15 20:38:24.030156 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572b793f-33cf-4cb2-a6e7-bc13cab0eead req-5f77887f-5eea-4187-9b35-c660a936fca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:24.032071 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-572b793f-33cf-4cb2-a6e7-bc13cab0eead req-5f77887f-5eea-4187-9b35-c660a936fca2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5bc06a2b-9024-484d-8786-16d9b4579274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2097521 Apr 15 20:38:24.237304 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-572b793f-33cf-4cb2-a6e7-bc13cab0eead req-97601512-6619-4b51-a4ad-9ce4d0d6170c service neutron] 10.222.0.76 "GET /v2.0/networks/5bc06a2b-9024-484d-8786-16d9b4579274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978037 Apr 15 20:38:24.284661 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a4977-117c-40db-ac28-8d2626628c46 req-3eea28b4-6407-43bb-9ef2-df66db54663a tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:24.286206 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-936a4977-117c-40db-ac28-8d2626628c46 req-3eea28b4-6407-43bb-9ef2-df66db54663a tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "GET /v2.0/ports?device_id=b05d73a3-0f18-424d-9c59-4bcced314701 HTTP/1.1" status: 200 len: 945 time: 0.1532180 Apr 15 20:38:24.352749 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device 3f9d4b93-f921-49f1-af94-395c11f0691c up at agent hyperv_hv-cinder-78638 {{(pid=85413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:38:24.410691 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-936a4977-117c-40db-ac28-8d2626628c46 req-b6ec9e0e-0ece-4db3-84e9-9098f86cc12f tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c0e601f-3995-4ec1-8044-4f4fedf4f5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794489 Apr 15 20:38:24.433529 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Provisioning for port 3f9d4b93-f921-49f1-af94-395c11f0691c completed by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:38:24.435081 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-572b793f-33cf-4cb2-a6e7-bc13cab0eead req-7215ffed-2f69-439d-8a48-a0d555de2e00 service neutron] 10.222.0.76 "GET /v2.0/networks/5bc06a2b-9024-484d-8786-16d9b4579274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888394 Apr 15 20:38:24.438767 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Provisioning complete for port 3f9d4b93-f921-49f1-af94-395c11f0691c triggered by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:38:24.439855 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:24.563106 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f5e8b2-877c-4e4c-814f-b999646e125a req-ed756878-284f-474b-b6d1-e45a932cfc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:24.564429 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-a9f5e8b2-877c-4e4c-814f-b999646e125a req-ed756878-284f-474b-b6d1-e45a932cfc4f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a7106cb89b6d4e9399c7bc046ff492b4&device_id=831a37b8-046a-483e-a2ce-030849b85680 HTTP/1.1" status: 200 len: 1097 time: 0.0810275 Apr 15 20:38:24.571812 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:24.599717 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b05d73a3-0f18-424d-9c59-4bcced314701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f9d4b93-f921-49f1-af94-395c11f0691c'}] {{(pid=85413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:38:24.610602 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] For port 3f9d4b93-f921-49f1-af94-395c11f0691c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3f9d4b93-f921-49f1-af94-395c11f0691c,segment=NetworkSegment(a210119f-e74b-4b27-95c7-ad6c9591eb19),segment_id=a210119f-e74b-4b27-95c7-ad6c9591eb19)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:38:24.615094 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:24.616023 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device d9dabf08-79f2-4473-961a-b232ccf65634 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 20:38:24.647088 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-5cbd31d9-b8a8-40cb-8f9a-b6c1cf147a1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:38:24.712223 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b05d73a3-0f18-424d-9c59-4bcced314701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f9d4b93-f921-49f1-af94-395c11f0691c', 'code': 200} Apr 15 20:38:24.750083 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Pushing event updated for resources: {'Port': ['ID=3f9d4b93-f921-49f1-af94-395c11f0691c,revision_number=5']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:38:24.783976 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:38:24.784669 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f5e8b2-877c-4e4c-814f-b999646e125a req-e64b5447-87b7-4272-840b-9f67b26da5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:24.786277 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-a9f5e8b2-877c-4e4c-814f-b999646e125a req-e64b5447-87b7-4272-840b-9f67b26da5bc service neutron] 10.222.0.76 "GET /v2.0/networks?id=5bc06a2b-9024-484d-8786-16d9b4579274 HTTP/1.1" status: 200 len: 918 time: 0.2152689 Apr 15 20:38:24.788589 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c5570-ff9f-4b41-962d-6f35927bca53 req-2ebea7b0-74bd-4a38-b12a-f5373b995001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:24.790041 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-a19c5570-ff9f-4b41-962d-6f35927bca53 req-2ebea7b0-74bd-4a38-b12a-f5373b995001 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b21fca5b-30cc-4b1b-984e-7aa59f57e80e&tenant_id=9bbdc00c388d464d85f419da9ce19122 HTTP/1.1" status: 200 len: 1098 time: 0.1972997 Apr 15 20:38:24.813065 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:24.847154 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] For port d9dabf08-79f2-4473-961a-b232ccf65634, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d9dabf08-79f2-4473-961a-b232ccf65634,segment=NetworkSegment(aa021547-3bc5-4b18-bf7b-1944f8c5afba),segment_id=aa021547-3bc5-4b18-bf7b-1944f8c5afba)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:38:24.850404 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:24.852602 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-7fa1953b-e2d4-4d7a-9f68-b1bdc4450b3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:38:24.910659 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-a9f5e8b2-877c-4e4c-814f-b999646e125a req-b4e8e44b-b1c1-4af5-a89c-2c791be52894 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0f1346a-5532-427b-af1e-375b657b2a26 HTTP/1.1" status: 200 len: 217 time: 0.1130736 Apr 15 20:38:24.927831 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Pushing event updated for resources: {'Port': ['ID=d9dabf08-79f2-4473-961a-b232ccf65634,revision_number=6']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:38:24.931252 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:38:24.963504 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec0e2cf-3f10-46d0-8637-39cdbf443c78 req-5a3e32c8-3524-4844-9f12-1e03e18d6561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:24.965186 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-0ec0e2cf-3f10-46d0-8637-39cdbf443c78 req-5a3e32c8-3524-4844-9f12-1e03e18d6561 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b05d73a3-0f18-424d-9c59-4bcced314701 HTTP/1.1" status: 200 len: 1099 time: 0.0808027 Apr 15 20:38:24.996974 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f5e8b2-877c-4e4c-814f-b999646e125a req-b1316dc5-ffe8-41f6-8b23-6d06a1f72d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:24.998605 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-a9f5e8b2-877c-4e4c-814f-b999646e125a req-b1316dc5-ffe8-41f6-8b23-6d06a1f72d45 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=115d02bc-de92-4568-be72-0d321d902e0d HTTP/1.1" status: 200 len: 855 time: 0.0808363 Apr 15 20:38:25.009671 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-0ec0e2cf-3f10-46d0-8637-39cdbf443c78 req-c354db6c-864b-4d95-846e-89ceea67caa2 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=1c0e601f-3995-4ec1-8044-4f4fedf4f5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370340 Apr 15 20:38:25.051440 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c5570-ff9f-4b41-962d-6f35927bca53 req-ce17461c-f726-4b59-982f-56670e22f5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:25.053044 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-a19c5570-ff9f-4b41-962d-6f35927bca53 req-ce17461c-f726-4b59-982f-56670e22f5e0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9bbdc00c388d464d85f419da9ce19122&device_id=b21fca5b-30cc-4b1b-984e-7aa59f57e80e HTTP/1.1" status: 200 len: 1096 time: 0.1951616 Apr 15 20:38:25.096716 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f5e8b2-877c-4e4c-814f-b999646e125a req-aa9e9a16-83e9-4835-b925-494f64b44840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:25.098358 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-a9f5e8b2-877c-4e4c-814f-b999646e125a req-aa9e9a16-83e9-4835-b925-494f64b44840 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5bc06a2b-9024-484d-8786-16d9b4579274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0924022 Apr 15 20:38:25.503096 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c5570-ff9f-4b41-962d-6f35927bca53 req-3672a7c7-28d7-485f-a30b-27e4474c9d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:25.504699 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-a19c5570-ff9f-4b41-962d-6f35927bca53 req-3672a7c7-28d7-485f-a30b-27e4474c9d85 service neutron] 10.222.0.76 "GET /v2.0/networks?id=3d679279-eb30-4fda-a503-0553a06ff59c HTTP/1.1" status: 200 len: 910 time: 0.3756521 Apr 15 20:38:25.511669 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-a9f5e8b2-877c-4e4c-814f-b999646e125a req-47f7e0b0-4d44-458f-a02e-946973c6a77a service neutron] 10.222.0.76 "GET /v2.0/networks/5bc06a2b-9024-484d-8786-16d9b4579274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3839316 Apr 15 20:38:25.530549 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec8ff43-7702-4acf-93da-220441804e5c req-ee64ea19-0c30-4e23-b91a-c0066899ddc8 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:25.532075 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-fec8ff43-7702-4acf-93da-220441804e5c req-ee64ea19-0c30-4e23-b91a-c0066899ddc8 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=831a37b8-046a-483e-a2ce-030849b85680 HTTP/1.1" status: 200 len: 944 time: 0.3577032 Apr 15 20:38:25.628114 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cc3faf-b268-42d0-9003-908c5f6b0740 req-b42d897e-c90f-4f0b-b1a7-55217f8334ee tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:25.629753 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c7cc3faf-b268-42d0-9003-908c5f6b0740 req-b42d897e-c90f-4f0b-b1a7-55217f8334ee tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/ports?device_id=b21fca5b-30cc-4b1b-984e-7aa59f57e80e HTTP/1.1" status: 200 len: 943 time: 0.4590693 Apr 15 20:38:26.038819 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-a19c5570-ff9f-4b41-962d-6f35927bca53 req-621e43a5-9f3c-4e20-8516-04f92017b259 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9dabf08-79f2-4473-961a-b232ccf65634 HTTP/1.1" status: 200 len: 999 time: 0.5043888 Apr 15 20:38:26.095972 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c7cc3faf-b268-42d0-9003-908c5f6b0740 req-099450b8-f860-4b68-9a7c-8a064610f4a7 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/security-groups?id=24311f26-a3c4-4f6e-b39f-4e82f8091dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4422150 Apr 15 20:38:26.103682 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-fec8ff43-7702-4acf-93da-220441804e5c req-2b8e7fee-98c0-46ed-8dbb-a24c8eeeea23 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=2bb5a3ee-ef4b-4b65-8a82-535cde850acc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4934044 Apr 15 20:38:26.130851 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-a9f5e8b2-877c-4e4c-814f-b999646e125a req-96eeab7c-54b4-4dac-b9e9-e9b10518a9ba service neutron] 10.222.0.76 "GET /v2.0/networks/5bc06a2b-9024-484d-8786-16d9b4579274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5976081 Apr 15 20:38:26.151887 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c5570-ff9f-4b41-962d-6f35927bca53 req-732f01a2-3ad2-4698-948c-ad312ba7b945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:26.153521 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-a19c5570-ff9f-4b41-962d-6f35927bca53 req-732f01a2-3ad2-4698-948c-ad312ba7b945 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6fa1339f-d41e-4eb8-bb6e-40a2c73235f7 HTTP/1.1" status: 200 len: 847 time: 0.0993471 Apr 15 20:38:26.323844 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c5570-ff9f-4b41-962d-6f35927bca53 req-b384e69f-e611-4307-b7bf-f3d740a7678c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:26.325461 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-a19c5570-ff9f-4b41-962d-6f35927bca53 req-b384e69f-e611-4307-b7bf-f3d740a7678c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3d679279-eb30-4fda-a503-0553a06ff59c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1546664 Apr 15 20:38:26.346218 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce258f-a8b6-4d27-986e-8a49c155dfbe req-8a065536-dd64-4449-bb76-fe2e441f1ed1 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:26.348078 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-55ce258f-a8b6-4d27-986e-8a49c155dfbe req-8a065536-dd64-4449-bb76-fe2e441f1ed1 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "GET /v2.0/ports?device_id=b05d73a3-0f18-424d-9c59-4bcced314701 HTTP/1.1" status: 200 len: 946 time: 0.1314049 Apr 15 20:38:26.379550 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device d0f1346a-5532-427b-af1e-375b657b2a26 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 20:38:26.486817 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-55ce258f-a8b6-4d27-986e-8a49c155dfbe req-2c878b59-1232-4980-afa5-19bdb7406f45 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c0e601f-3995-4ec1-8044-4f4fedf4f5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124434 Apr 15 20:38:26.522619 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-a19c5570-ff9f-4b41-962d-6f35927bca53 req-b15df0da-1026-4874-b613-d38e2b08d09b service neutron] 10.222.0.76 "GET /v2.0/networks/3d679279-eb30-4fda-a503-0553a06ff59c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734104 Apr 15 20:38:26.522902 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] For port d0f1346a-5532-427b-af1e-375b657b2a26, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d0f1346a-5532-427b-af1e-375b657b2a26,segment=NetworkSegment(8f8c4df8-9981-44cd-9c71-6e51c9e29c18),segment_id=8f8c4df8-9981-44cd-9c71-6e51c9e29c18)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:38:26.536882 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Returning: {'device': 'd0f1346a-5532-427b-af1e-375b657b2a26', 'network_id': '5bc06a2b-9024-484d-8786-16d9b4579274', 'port_id': 'd0f1346a-5532-427b-af1e-375b657b2a26', 'mac_address': 'fa:16:3e:05:8d:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1062, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '115d02bc-de92-4568-be72-0d321d902e0d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 20:38:26.595442 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:26.613492 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0f1346a-5532-427b-af1e-375b657b2a26 {{(pid=85413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:38:26.630461 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] For port d0f1346a-5532-427b-af1e-375b657b2a26, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d0f1346a-5532-427b-af1e-375b657b2a26,segment=NetworkSegment(8f8c4df8-9981-44cd-9c71-6e51c9e29c18),segment_id=8f8c4df8-9981-44cd-9c71-6e51c9e29c18)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:38:26.634288 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:26.637000 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f40387b2-e509-407d-a1cb-764c34e6481d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:38:26.669753 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-a19c5570-ff9f-4b41-962d-6f35927bca53 req-50941ab1-1c45-42e7-adbc-13e5cebe1868 service neutron] 10.222.0.76 "GET /v2.0/networks/3d679279-eb30-4fda-a503-0553a06ff59c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345923 Apr 15 20:38:26.713858 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b21fca5b-30cc-4b1b-984e-7aa59f57e80e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9dabf08-79f2-4473-961a-b232ccf65634'}] {{(pid=85413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:38:26.721069 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Pushing event updated for resources: {'Port': ['ID=d0f1346a-5532-427b-af1e-375b657b2a26,revision_number=4']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:38:26.724171 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:38:26.761750 dv-cinder-786386-2-smb neutron-server[85298]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b21fca5b-30cc-4b1b-984e-7aa59f57e80e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd9dabf08-79f2-4473-961a-b232ccf65634', 'code': 422} returned with failed status Apr 15 20:38:27.153987 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] get_ports_and_sgs() called for port_ids ['d0f1346a-5532-427b-af1e-375b657b2a26'] {{(pid=85413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:38:27.386076 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac089b-0a46-40e8-ad47-5b213bd1f208 req-6f0c3624-ceb2-4bbf-9c82-f12e348957d3 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:27.387827 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-97ac089b-0a46-40e8-ad47-5b213bd1f208 req-6f0c3624-ceb2-4bbf-9c82-f12e348957d3 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/ports?device_id=b21fca5b-30cc-4b1b-984e-7aa59f57e80e HTTP/1.1" status: 200 len: 943 time: 0.1604750 Apr 15 20:38:27.400609 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a25281-aa4c-4faa-8233-8952d2a8935e req-8904a6ee-8712-4c9b-ae2a-fc9db87a2e3c tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:27.402119 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-70a25281-aa4c-4faa-8233-8952d2a8935e req-8904a6ee-8712-4c9b-ae2a-fc9db87a2e3c tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=831a37b8-046a-483e-a2ce-030849b85680 HTTP/1.1" status: 200 len: 945 time: 0.1255043 Apr 15 20:38:27.477385 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-97ac089b-0a46-40e8-ad47-5b213bd1f208 req-16a32e70-07c3-45f5-a403-2744c58ec4d5 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/security-groups?id=24311f26-a3c4-4f6e-b39f-4e82f8091dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741818 Apr 15 20:38:27.482038 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-70a25281-aa4c-4faa-8233-8952d2a8935e req-bd73c313-8dd7-400b-8ece-93b7fc1f0c28 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=2bb5a3ee-ef4b-4b65-8a82-535cde850acc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652657 Apr 15 20:38:27.690770 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c59eb-8cfd-4558-a972-7b4d1b477cb4 req-1a66b33b-a085-49df-abf0-313c4bfa2eeb tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:27.692276 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-5c6c59eb-8cfd-4558-a972-7b4d1b477cb4 req-1a66b33b-a085-49df-abf0-313c4bfa2eeb tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "GET /v2.0/ports?device_id=b05d73a3-0f18-424d-9c59-4bcced314701 HTTP/1.1" status: 200 len: 946 time: 0.0909388 Apr 15 20:38:27.741531 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-5c6c59eb-8cfd-4558-a972-7b4d1b477cb4 req-bd576bfb-4989-48b4-b685-c0b6064bcf58 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c0e601f-3995-4ec1-8044-4f4fedf4f5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428967 Apr 15 20:38:27.959788 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da388b-ccd3-45eb-8203-54e3619a45d7 req-2509a79b-f291-4d96-a4f1-84b0a9bacb31 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:27.961282 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-b1da388b-ccd3-45eb-8203-54e3619a45d7 req-2509a79b-f291-4d96-a4f1-84b0a9bacb31 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "GET /v2.0/ports?device_id=b05d73a3-0f18-424d-9c59-4bcced314701 HTTP/1.1" status: 200 len: 946 time: 0.1065152 Apr 15 20:38:28.011986 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-b1da388b-ccd3-45eb-8203-54e3619a45d7 req-3241e660-ecc8-48e2-8781-fdf75e545282 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c0e601f-3995-4ec1-8044-4f4fedf4f5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441213 Apr 15 20:38:28.390584 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device d0f1346a-5532-427b-af1e-375b657b2a26 up at agent hyperv_hv-cinder-78638 {{(pid=85413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:38:28.438814 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6120a73-c49d-477c-a21c-449212318a17 req-babab816-6909-4248-a6b6-53f9e10aebd9 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:28.440423 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-a6120a73-c49d-477c-a21c-449212318a17 req-babab816-6909-4248-a6b6-53f9e10aebd9 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "GET /v2.0/ports?device_id=b05d73a3-0f18-424d-9c59-4bcced314701 HTTP/1.1" status: 200 len: 946 time: 0.0927176 Apr 15 20:38:28.466194 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Provisioning for port d0f1346a-5532-427b-af1e-375b657b2a26 completed by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:38:28.471137 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Provisioning complete for port d0f1346a-5532-427b-af1e-375b657b2a26 triggered by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:38:28.471552 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:28.493142 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-a6120a73-c49d-477c-a21c-449212318a17 req-0f46e957-2f40-41d0-97aa-a2dbce13071a tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c0e601f-3995-4ec1-8044-4f4fedf4f5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460446 Apr 15 20:38:28.602555 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:28.640551 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] For port d0f1346a-5532-427b-af1e-375b657b2a26, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d0f1346a-5532-427b-af1e-375b657b2a26,segment=NetworkSegment(8f8c4df8-9981-44cd-9c71-6e51c9e29c18),segment_id=8f8c4df8-9981-44cd-9c71-6e51c9e29c18)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:38:28.646988 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:28.649104 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:38:28.728886 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Pushing event updated for resources: {'Port': ['ID=d0f1346a-5532-427b-af1e-375b657b2a26,revision_number=5']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:38:28.732266 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:38:28.763043 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '831a37b8-046a-483e-a2ce-030849b85680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f1346a-5532-427b-af1e-375b657b2a26'}] {{(pid=85413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:38:28.763755 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa662223-8dcd-4e06-a5c6-bd6d403c98f1 req-3818e09c-1bab-4ac2-9b22-b9bcf53cd7a9 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:28.765356 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-fa662223-8dcd-4e06-a5c6-bd6d403c98f1 req-3818e09c-1bab-4ac2-9b22-b9bcf53cd7a9 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=831a37b8-046a-483e-a2ce-030849b85680 HTTP/1.1" status: 200 len: 946 time: 0.1614645 Apr 15 20:38:28.774412 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f93219-e454-4df2-a026-3ba2ea0a437b req-35bd0595-8f60-43e8-a4f4-44eaf6cdc887 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:28.775919 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-84f93219-e454-4df2-a026-3ba2ea0a437b req-35bd0595-8f60-43e8-a4f4-44eaf6cdc887 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/ports?device_id=b21fca5b-30cc-4b1b-984e-7aa59f57e80e HTTP/1.1" status: 200 len: 943 time: 0.1298456 Apr 15 20:38:28.855077 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-fa662223-8dcd-4e06-a5c6-bd6d403c98f1 req-43346449-31b1-4e02-9406-359a12184917 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=2bb5a3ee-ef4b-4b65-8a82-535cde850acc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776129 Apr 15 20:38:28.859538 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-84f93219-e454-4df2-a026-3ba2ea0a437b req-b41926a2-683d-4859-9ac8-c6718d84aaaf tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/security-groups?id=24311f26-a3c4-4f6e-b39f-4e82f8091dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656922 Apr 15 20:38:28.920708 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '831a37b8-046a-483e-a2ce-030849b85680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f1346a-5532-427b-af1e-375b657b2a26', 'code': 200} Apr 15 20:38:29.218056 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315372b-cdfc-4977-8c86-75bb8eb01052 req-fde7d0bb-1d84-407e-8815-25cf2bc6d49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:29.219701 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-1315372b-cdfc-4977-8c86-75bb8eb01052 req-fde7d0bb-1d84-407e-8815-25cf2bc6d49d service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=831a37b8-046a-483e-a2ce-030849b85680 HTTP/1.1" status: 200 len: 1099 time: 0.0890107 Apr 15 20:38:29.272328 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-1315372b-cdfc-4977-8c86-75bb8eb01052 req-b2d50c99-1765-4865-97b4-bb2df62f21f9 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=2bb5a3ee-ef4b-4b65-8a82-535cde850acc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444853 Apr 15 20:38:30.142140 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d0865a-1fc4-4e2d-9267-c6e15a9431f6 req-4aec029c-5577-4f45-b4f4-6d0db98f4523 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:30.143765 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-b0d0865a-1fc4-4e2d-9267-c6e15a9431f6 req-4aec029c-5577-4f45-b4f4-6d0db98f4523 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=831a37b8-046a-483e-a2ce-030849b85680 HTTP/1.1" status: 200 len: 946 time: 0.1180124 Apr 15 20:38:30.153097 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec708417-a36e-4f17-a104-f72960456796 req-b286210c-7e05-4471-a953-cbb93b2280eb tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:30.154546 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ec708417-a36e-4f17-a104-f72960456796 req-b286210c-7e05-4471-a953-cbb93b2280eb tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/ports?device_id=b21fca5b-30cc-4b1b-984e-7aa59f57e80e HTTP/1.1" status: 200 len: 943 time: 0.1685476 Apr 15 20:38:30.229796 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-b0d0865a-1fc4-4e2d-9267-c6e15a9431f6 req-45ce38c7-0476-4562-a29e-7a134859466b tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=2bb5a3ee-ef4b-4b65-8a82-535cde850acc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742202 Apr 15 20:38:30.237342 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ec708417-a36e-4f17-a104-f72960456796 req-714cfd5c-a995-47b9-875e-e1d14d8b1ee4 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/security-groups?id=24311f26-a3c4-4f6e-b39f-4e82f8091dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677819 Apr 15 20:38:31.521998 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197683e2-8100-45f1-9a85-a279c675c193 req-2110e1db-ea39-4afe-a8ad-10ea4268360c tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:31.523586 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-197683e2-8100-45f1-9a85-a279c675c193 req-2110e1db-ea39-4afe-a8ad-10ea4268360c tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=831a37b8-046a-483e-a2ce-030849b85680 HTTP/1.1" status: 200 len: 946 time: 0.1588118 Apr 15 20:38:31.532626 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cfa87d-36fc-4d3f-ba35-2b1589a2e12e req-c6d6daf1-0bcf-4505-88af-9e334a066272 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:31.534144 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-00cfa87d-36fc-4d3f-ba35-2b1589a2e12e req-c6d6daf1-0bcf-4505-88af-9e334a066272 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/ports?device_id=b21fca5b-30cc-4b1b-984e-7aa59f57e80e HTTP/1.1" status: 200 len: 943 time: 0.1324286 Apr 15 20:38:31.607360 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-197683e2-8100-45f1-9a85-a279c675c193 req-e5e3ff04-e5e2-4d3c-8fbb-cfbd202f05e5 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=2bb5a3ee-ef4b-4b65-8a82-535cde850acc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721216 Apr 15 20:38:31.611831 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-00cfa87d-36fc-4d3f-ba35-2b1589a2e12e req-cd058a1b-4890-4e9e-adcc-9f253d3e8686 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/security-groups?id=24311f26-a3c4-4f6e-b39f-4e82f8091dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630212 Apr 15 20:38:31.956365 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d6b7e5-2aeb-4df8-a77a-6faaf8ad0151 req-c2b0b2b9-9db0-4f8b-b1a8-d96ce8aa226e tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:31.957984 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-90d6b7e5-2aeb-4df8-a77a-6faaf8ad0151 req-c2b0b2b9-9db0-4f8b-b1a8-d96ce8aa226e tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=831a37b8-046a-483e-a2ce-030849b85680 HTTP/1.1" status: 200 len: 946 time: 0.0938776 Apr 15 20:38:31.967625 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 37462) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:38:31.973278 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [None req-714ffa09-b55f-4bfe-b402-0adf0bab0ca9 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Request body: {'floatingip': {'port_id': 'd0f1346a-5532-427b-af1e-375b657b2a26'}} {{(pid=85411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:38:32.055802 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-714ffa09-b55f-4bfe-b402-0adf0bab0ca9 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks [] for floatingip, before_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:32.400830 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device d9dabf08-79f2-4473-961a-b232ccf65634 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 20:38:32.547410 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] For port d9dabf08-79f2-4473-961a-b232ccf65634, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d9dabf08-79f2-4473-961a-b232ccf65634,segment=NetworkSegment(aa021547-3bc5-4b18-bf7b-1944f8c5afba),segment_id=aa021547-3bc5-4b18-bf7b-1944f8c5afba)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:38:32.561453 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Returning: {'device': 'd9dabf08-79f2-4473-961a-b232ccf65634', 'network_id': '3d679279-eb30-4fda-a503-0553a06ff59c', 'port_id': 'd9dabf08-79f2-4473-961a-b232ccf65634', 'mac_address': 'fa:16:3e:cf:84:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1071, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fa1339f-d41e-4eb8-bb6e-40a2c73235f7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 20:38:32.624465 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:32.642151 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9dabf08-79f2-4473-961a-b232ccf65634 {{(pid=85413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:38:32.660346 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] For port d9dabf08-79f2-4473-961a-b232ccf65634, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d9dabf08-79f2-4473-961a-b232ccf65634,segment=NetworkSegment(aa021547-3bc5-4b18-bf7b-1944f8c5afba),segment_id=aa021547-3bc5-4b18-bf7b-1944f8c5afba)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:38:32.664887 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:32.666944 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:38:32.689234 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-714ffa09-b55f-4bfe-b402-0adf0bab0ca9 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:32.692642 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-714ffa09-b55f-4bfe-b402-0adf0bab0ca9 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838401823'] for floatingip, after_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:32.738134 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Pushing event updated for resources: {'Port': ['ID=d9dabf08-79f2-4473-961a-b232ccf65634,revision_number=7']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:38:32.741386 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:38:32.935893 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.db.l3_db [None req-714ffa09-b55f-4bfe-b402-0adf0bab0ca9 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Floating IP 32dd9c41-0ea5-4cf4-97df-358e34327d4f associated. External IP: 172.28.3.55, port: d0f1346a-5532-427b-af1e-375b657b2a26. Apr 15 20:38:33.083661 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0332ec12-3066-4d29-b8a5-5f35144fa285 req-94a18ad7-5132-4a68-80d4-c67a2b8ac687 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:33.085328 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-0332ec12-3066-4d29-b8a5-5f35144fa285 req-94a18ad7-5132-4a68-80d4-c67a2b8ac687 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/ports?device_id=b21fca5b-30cc-4b1b-984e-7aa59f57e80e HTTP/1.1" status: 200 len: 944 time: 0.3321347 Apr 15 20:38:33.106212 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] get_ports_and_sgs() called for port_ids ['d9dabf08-79f2-4473-961a-b232ccf65634'] {{(pid=85413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:38:33.165622 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-0332ec12-3066-4d29-b8a5-5f35144fa285 req-4ae40051-bb0a-4b73-a57c-59d7873544a0 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/security-groups?id=24311f26-a3c4-4f6e-b39f-4e82f8091dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663700 Apr 15 20:38:33.389615 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-714ffa09-b55f-4bfe-b402-0adf0bab0ca9 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Router 6446fca8-d719-4369-b13f-84348828a7b9 has already been hosted by L3 agent f2e50876-c35d-48fb-9e24-f0907444cef9 {{(pid=85411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 20:38:33.879022 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-714ffa09-b55f-4bfe-b402-0adf0bab0ca9 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify agent at l3_agent.dv-cinder-786386-2-smb the message routers_updated {{(pid=85411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 20:38:33.884068 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-714ffa09-b55f-4bfe-b402-0adf0bab0ca9 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-906'] for floatingip, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:33.889126 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb818252-f1c0-49b5-bd9d-0cb6a8e536cc None None] Sync routers for ids ['6446fca8-d719-4369-b13f-84348828a7b9'] in dv-cinder-786386-2-smb {{(pid=85413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 20:38:33.899342 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb818252-f1c0-49b5-bd9d-0cb6a8e536cc None None] Routers {'6446fca8-d719-4369-b13f-84348828a7b9'} bound to L3 agent in host dv-cinder-786386-2-smb {{(pid=85413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:38:33.900023 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-bb818252-f1c0-49b5-bd9d-0cb6a8e536cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T20:23:47Z,description=,heartbeat_timestamp=2021-04-15T20:38:17Z,host='dv-cinder-786386-2-smb',id=f2e50876-c35d-48fb-9e24-f0907444cef9,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:23:48Z,topic='l3_agent')) {'router_ids': ['6446fca8-d719-4369-b13f-84348828a7b9'], 'active': True} {{(pid=85413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:38:33.931734 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7d8bd-dc86-4d44-8828-a82d24e9da83 req-1e6c0478-24ce-45a3-a5ba-5bb87da54cf8 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:33.933441 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-aab7d8bd-dc86-4d44-8828-a82d24e9da83 req-1e6c0478-24ce-45a3-a5ba-5bb87da54cf8 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "GET /v2.0/ports?device_id=b05d73a3-0f18-424d-9c59-4bcced314701 HTTP/1.1" status: 200 len: 946 time: 0.4826355 Apr 15 20:38:33.974661 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-714ffa09-b55f-4bfe-b402-0adf0bab0ca9 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "PUT /v2.0/floatingips/32dd9c41-0ea5-4cf4-97df-358e34327d4f HTTP/1.1" status: 200 len: 991 time: 2.0058391 Apr 15 20:38:33.976783 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '831a37b8-046a-483e-a2ce-030849b85680', 'tag': 'd0f1346a-5532-427b-af1e-375b657b2a26'}] {{(pid=85411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:38:34.003796 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-aab7d8bd-dc86-4d44-8828-a82d24e9da83 req-380d060f-2368-435e-93b7-6405bf13d00a tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c0e601f-3995-4ec1-8044-4f4fedf4f5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605259 Apr 15 20:38:34.031195 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 37480) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:38:34.069193 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '831a37b8-046a-483e-a2ce-030849b85680', 'tag': 'd0f1346a-5532-427b-af1e-375b657b2a26', 'status': 'completed', 'code': 200} Apr 15 20:38:34.094984 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvr_db [None req-bb818252-f1c0-49b5-bd9d-0cb6a8e536cc None None] Set router 6446fca8-d719-4369-b13f-84348828a7b9 gateway port host: dv-cinder-786386-2-smb {{(pid=85413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:38:34.173442 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dcfcc8e-b53a-45d1-8944-0d806983c4d3 tempest-TestMinimumBasicScenario-1683075630 tempest-TestMinimumBasicScenario-1683075630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:34.178190 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-9dcfcc8e-b53a-45d1-8944-0d806983c4d3 tempest-TestMinimumBasicScenario-1683075630 tempest-TestMinimumBasicScenario-1683075630-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=b05d73a3-0f18-424d-9c59-4bcced314701 HTTP/1.1" status: 200 len: 1094 time: 0.1430049 Apr 15 20:38:34.178501 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 37486) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:38:34.184189 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [None req-b5dc1c74-8c40-458b-8bff-49c66b88d2de tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Request body: {'floatingip': {'floating_network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'port_id': '3f9d4b93-f921-49f1-af94-395c11f0691c', 'tenant_id': '33077ec039814b65b933ccc905713d3a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=85412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:38:34.191410 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-b5dc1c74-8c40-458b-8bff-49c66b88d2de tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:38:34.192678 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953598e5-e132-4f01-9076-d3b7fa883261 req-d46d70be-6d29-4678-945e-f5677f7cb14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:34.194540 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-953598e5-e132-4f01-9076-d3b7fa883261 req-d46d70be-6d29-4678-945e-f5677f7cb14c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a7106cb89b6d4e9399c7bc046ff492b4&device_id=831a37b8-046a-483e-a2ce-030849b85680 HTTP/1.1" status: 200 len: 1099 time: 0.0844128 Apr 15 20:38:34.195777 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-b5dc1c74-8c40-458b-8bff-49c66b88d2de tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Usage tracker for resource:floatingip and tenant:33077ec039814b65b933ccc905713d3a is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:38:34.198775 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-b5dc1c74-8c40-458b-8bff-49c66b88d2de tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:38:34.205484 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-b5dc1c74-8c40-458b-8bff-49c66b88d2de tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:38:34.217296 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-b5dc1c74-8c40-458b-8bff-49c66b88d2de tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Notify callbacks [] for floatingip, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:34.382469 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-b5dc1c74-8c40-458b-8bff-49c66b88d2de tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:34.442156 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0acedc0-7714-434f-8a87-1cfdfdb7bacb req-bca8cab0-5e26-4bdb-91ef-43a77d208447 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:34.443827 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-b0acedc0-7714-434f-8a87-1cfdfdb7bacb req-bca8cab0-5e26-4bdb-91ef-43a77d208447 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/ports?device_id=b21fca5b-30cc-4b1b-984e-7aa59f57e80e HTTP/1.1" status: 200 len: 944 time: 0.1454709 Apr 15 20:38:34.448824 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953598e5-e132-4f01-9076-d3b7fa883261 req-3b24f8ae-7c81-4a51-940e-5b1319388ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:34.451062 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-953598e5-e132-4f01-9076-d3b7fa883261 req-3b24f8ae-7c81-4a51-940e-5b1319388ca5 service neutron] 10.222.0.76 "GET /v2.0/networks?id=5bc06a2b-9024-484d-8786-16d9b4579274 HTTP/1.1" status: 200 len: 918 time: 0.2434471 Apr 15 20:38:34.475564 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-bb818252-f1c0-49b5-bd9d-0cb6a8e536cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6446fca8-d719-4369-b13f-84348828a7b9', 'name': 'tempest-AttachVolumeShelveTestJSON-561565636-router', 'tenant_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': 'e692ad89-e4eb-4f86-97cf-6cc98542daab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:32:12Z', 'updated_at': '2021-04-15T20:32:30Z', 'revision_number': 4, 'project_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'gw_port': {'id': 'e692ad89-e4eb-4f86-97cf-6cc98542daab', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6446fca8-d719-4369-b13f-84348828a7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:32:15Z', 'updated_at': '2021-04-15T20:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb', '_floatingips': [{'id': '32dd9c41-0ea5-4cf4-97df-358e34327d4f', 'tenant_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'floating_ip_address': '172.28.3.55', 'floating_network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'router_id': '6446fca8-d719-4369-b13f-84348828a7b9', 'port_id': 'd0f1346a-5532-427b-af1e-375b657b2a26', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bc06a2b-9024-484d-8786-16d9b4579274', 'mac_address': 'fa:16:3e:05:8d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831a37b8-046a-483e-a2ce-030849b85680', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:38:07Z', 'updated_at': '2021-04-15T20:38:32Z', 'revision_number': 1, 'project_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '622c616b-fc3b-41c7-904d-56a6708472ad', 'name': '', 'network_id': '5bc06a2b-9024-484d-8786-16d9b4579274', 'tenant_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'mac_address': 'fa:16:3e:32:2e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6446fca8-d719-4369-b13f-84348828a7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '115d02bc-de92-4568-be72-0d321d902e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:32:26Z', 'updated_at': '2021-04-15T20:32:40Z', 'revision_number': 5, 'project_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'subnets': [{'id': '115d02bc-de92-4568-be72-0d321d902e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-2-smb', False) {} {{(pid=85413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:38:34.480201 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb818252-f1c0-49b5-bd9d-0cb6a8e536cc None None] Checking router: 6446fca8-d719-4369-b13f-84348828a7b9 for host: dv-cinder-786386-2-smb {{(pid=85413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 20:38:34.489448 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb818252-f1c0-49b5-bd9d-0cb6a8e536cc None None] Routers {'6446fca8-d719-4369-b13f-84348828a7b9'} bound to L3 agent in host dv-cinder-786386-2-smb {{(pid=85413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:38:34.490118 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-bb818252-f1c0-49b5-bd9d-0cb6a8e536cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T20:23:47Z,description=,heartbeat_timestamp=2021-04-15T20:38:17Z,host='dv-cinder-786386-2-smb',id=f2e50876-c35d-48fb-9e24-f0907444cef9,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:23:48Z,topic='l3_agent')) {'router_ids': ['6446fca8-d719-4369-b13f-84348828a7b9'], 'active': True} {{(pid=85413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:38:34.532405 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.db_base_plugin_common [None req-b5dc1c74-8c40-458b-8bff-49c66b88d2de tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Allocated IP 172.28.3.70 (7c4aca2a-d888-4e9f-991a-bf8b268161b4/4dc7f199-63f9-40c2-a905-3297e9bf7ee9/25871b64-adbf-43bd-aa55-dce24413f390) {{(pid=85412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:38:34.578833 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-b0acedc0-7714-434f-8a87-1cfdfdb7bacb req-7f876963-dd39-4f4e-96af-b388d1a9ba55 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/security-groups?id=24311f26-a3c4-4f6e-b39f-4e82f8091dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271260 Apr 15 20:38:34.593227 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-953598e5-e132-4f01-9076-d3b7fa883261 req-df359eaa-a050-4c96-bd7c-7559bfb619e2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0f1346a-5532-427b-af1e-375b657b2a26 HTTP/1.1" status: 200 len: 999 time: 0.1272604 Apr 15 20:38:34.673653 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953598e5-e132-4f01-9076-d3b7fa883261 req-08dc9930-3385-4d3d-9ab2-f4615f6d80f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:34.675314 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-953598e5-e132-4f01-9076-d3b7fa883261 req-08dc9930-3385-4d3d-9ab2-f4615f6d80f1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=115d02bc-de92-4568-be72-0d321d902e0d HTTP/1.1" status: 200 len: 855 time: 0.0697074 Apr 15 20:38:34.695664 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvr_db [None req-bb818252-f1c0-49b5-bd9d-0cb6a8e536cc None None] Set router 6446fca8-d719-4369-b13f-84348828a7b9 gateway port host: dv-cinder-786386-2-smb {{(pid=85413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:38:34.770550 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953598e5-e132-4f01-9076-d3b7fa883261 req-24d7f6ff-1731-425d-b556-61f64b9778e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:34.772299 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-953598e5-e132-4f01-9076-d3b7fa883261 req-24d7f6ff-1731-425d-b556-61f64b9778e1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5bc06a2b-9024-484d-8786-16d9b4579274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0845535 Apr 15 20:38:34.922976 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-953598e5-e132-4f01-9076-d3b7fa883261 req-85227141-25e6-452e-839f-49263293842f service neutron] 10.222.0.76 "GET /v2.0/networks/5bc06a2b-9024-484d-8786-16d9b4579274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410687 Apr 15 20:38:34.945843 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-b5dc1c74-8c40-458b-8bff-49c66b88d2de tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Notify callbacks [] for port, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:34.977388 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-b5dc1c74-8c40-458b-8bff-49c66b88d2de tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245250087898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852524119'] for port, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:34.992993 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-2fb8e3c4-4a13-4aa2-96c5-d936eec6363a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:38:35.070480 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-bb818252-f1c0-49b5-bd9d-0cb6a8e536cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6446fca8-d719-4369-b13f-84348828a7b9', 'name': 'tempest-AttachVolumeShelveTestJSON-561565636-router', 'tenant_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': 'e692ad89-e4eb-4f86-97cf-6cc98542daab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:32:12Z', 'updated_at': '2021-04-15T20:32:30Z', 'revision_number': 4, 'project_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'gw_port': {'id': 'e692ad89-e4eb-4f86-97cf-6cc98542daab', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6446fca8-d719-4369-b13f-84348828a7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:32:15Z', 'updated_at': '2021-04-15T20:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb', '_floatingips': [{'id': '32dd9c41-0ea5-4cf4-97df-358e34327d4f', 'tenant_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'floating_ip_address': '172.28.3.55', 'floating_network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'router_id': '6446fca8-d719-4369-b13f-84348828a7b9', 'port_id': 'd0f1346a-5532-427b-af1e-375b657b2a26', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bc06a2b-9024-484d-8786-16d9b4579274', 'mac_address': 'fa:16:3e:05:8d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831a37b8-046a-483e-a2ce-030849b85680', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:38:07Z', 'updated_at': '2021-04-15T20:38:32Z', 'revision_number': 1, 'project_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '622c616b-fc3b-41c7-904d-56a6708472ad', 'name': '', 'network_id': '5bc06a2b-9024-484d-8786-16d9b4579274', 'tenant_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'mac_address': 'fa:16:3e:32:2e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6446fca8-d719-4369-b13f-84348828a7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '115d02bc-de92-4568-be72-0d321d902e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:32:26Z', 'updated_at': '2021-04-15T20:32:40Z', 'revision_number': 5, 'project_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'subnets': [{'id': '115d02bc-de92-4568-be72-0d321d902e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-2-smb', False) {} {{(pid=85413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:38:35.074654 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-953598e5-e132-4f01-9076-d3b7fa883261 req-2f138aad-ce64-466a-a9ef-908d11cc068b service neutron] 10.222.0.76 "GET /v2.0/networks/5bc06a2b-9024-484d-8786-16d9b4579274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403298 Apr 15 20:38:35.074807 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb818252-f1c0-49b5-bd9d-0cb6a8e536cc None None] The sync data for ids ['6446fca8-d719-4369-b13f-84348828a7b9'] in dv-cinder-786386-2-smb is: [{'id': '6446fca8-d719-4369-b13f-84348828a7b9', 'name': 'tempest-AttachVolumeShelveTestJSON-561565636-router', 'tenant_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': 'e692ad89-e4eb-4f86-97cf-6cc98542daab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:32:12Z', 'updated_at': '2021-04-15T20:32:30Z', 'revision_number': 4, 'project_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'gw_port': {'id': 'e692ad89-e4eb-4f86-97cf-6cc98542daab', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6446fca8-d719-4369-b13f-84348828a7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:32:15Z', 'updated_at': '2021-04-15T20:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb', '_floatingips': [{'id': '32dd9c41-0ea5-4cf4-97df-358e34327d4f', 'tenant_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'floating_ip_address': '172.28.3.55', 'floating_network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'router_id': '6446fca8-d719-4369-b13f-84348828a7b9', 'port_id': 'd0f1346a-5532-427b-af1e-375b657b2a26', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bc06a2b-9024-484d-8786-16d9b4579274', 'mac_address': 'fa:16:3e:05:8d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831a37b8-046a-483e-a2ce-030849b85680', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:38:07Z', 'updated_at': '2021-04-15T20:38:32Z', 'revision_number': 1, 'project_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '622c616b-fc3b-41c7-904d-56a6708472ad', 'name': '', 'network_id': '5bc06a2b-9024-484d-8786-16d9b4579274', 'tenant_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'mac_address': 'fa:16:3e:32:2e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6446fca8-d719-4369-b13f-84348828a7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '115d02bc-de92-4568-be72-0d321d902e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:32:26Z', 'updated_at': '2021-04-15T20:32:40Z', 'revision_number': 5, 'project_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'subnets': [{'id': '115d02bc-de92-4568-be72-0d321d902e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 20:38:35.135030 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dc1c74-8c40-458b-8bff-49c66b88d2de tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Pushing event updated for resources: {'Port': ['ID=25871b64-adbf-43bd-aa55-dce24413f390,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:38:35.146925 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dc1c74-8c40-458b-8bff-49c66b88d2de tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:38:35.147381 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dc1c74-8c40-458b-8bff-49c66b88d2de tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:38:35.147809 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dc1c74-8c40-458b-8bff-49c66b88d2de tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:38:35.148219 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dc1c74-8c40-458b-8bff-49c66b88d2de tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:38:35.148622 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dc1c74-8c40-458b-8bff-49c66b88d2de tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:38:35.149026 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dc1c74-8c40-458b-8bff-49c66b88d2de tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:38:35.149426 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dc1c74-8c40-458b-8bff-49c66b88d2de tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:38:35.149826 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dc1c74-8c40-458b-8bff-49c66b88d2de tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:38:35.150222 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dc1c74-8c40-458b-8bff-49c66b88d2de tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:38:35.150641 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dc1c74-8c40-458b-8bff-49c66b88d2de tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:38:35.151037 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dc1c74-8c40-458b-8bff-49c66b88d2de tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:38:35.151431 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dc1c74-8c40-458b-8bff-49c66b88d2de tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:38:35.162166 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-b5dc1c74-8c40-458b-8bff-49c66b88d2de tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:38:35.213690 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5dc1c74-8c40-458b-8bff-49c66b88d2de tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Network 7c4aca2a-d888-4e9f-991a-bf8b268161b4 is already hosted by enough agents. {{(pid=85412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:38:35.215060 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.base_scheduler [None req-b5dc1c74-8c40-458b-8bff-49c66b88d2de tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Resources bound (agent type, host, resource id): {{(pid=85412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:38:35.217429 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dc1c74-8c40-458b-8bff-49c66b88d2de tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Received port after_create {{(pid=85412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:38:35.425726 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc8750e-fecc-40a8-920f-bf206c1f8fe3 None None] New status for floating IP 32dd9c41-0ea5-4cf4-97df-358e34327d4f: ACTIVE {{(pid=85414) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 20:38:35.648911 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-b5dc1c74-8c40-458b-8bff-49c66b88d2de tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:35.730952 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-b5dc1c74-8c40-458b-8bff-49c66b88d2de tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:35.795241 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6886a860-1c36-4ceb-bdea-546687709125 req-4373d015-c049-4741-a527-b2308864e135 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:35.796873 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-6886a860-1c36-4ceb-bdea-546687709125 req-4373d015-c049-4741-a527-b2308864e135 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/ports?device_id=b21fca5b-30cc-4b1b-984e-7aa59f57e80e HTTP/1.1" status: 200 len: 944 time: 0.0978651 Apr 15 20:38:35.845035 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-6886a860-1c36-4ceb-bdea-546687709125 req-df0638f3-d55f-4f1f-8e77-7875113cfd52 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/security-groups?id=24311f26-a3c4-4f6e-b39f-4e82f8091dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417094 Apr 15 20:38:35.951366 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-b5dc1c74-8c40-458b-8bff-49c66b88d2de tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Notify callbacks [] for port, precommit_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:35.956326 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-b5dc1c74-8c40-458b-8bff-49c66b88d2de tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2251697'] for port, after_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:35.969147 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-530c3c04-9e13-4baa-b32b-691ace8b9b12 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:38:36.101504 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dc1c74-8c40-458b-8bff-49c66b88d2de tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Pushing event updated for resources: {'Port': ['ID=25871b64-adbf-43bd-aa55-dce24413f390,revision_number=2']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:38:36.104404 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-b5dc1c74-8c40-458b-8bff-49c66b88d2de tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:38:36.213949 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-b5dc1c74-8c40-458b-8bff-49c66b88d2de tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838401823'] for floatingip, after_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:36.397637 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.db.l3_db [None req-b5dc1c74-8c40-458b-8bff-49c66b88d2de tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Floating IP a1c2bed6-9ba9-48c1-8608-8fd5f1aacddb associated. External IP: 172.28.3.70, port: 3f9d4b93-f921-49f1-af94-395c11f0691c. Apr 15 20:38:36.421469 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device d9dabf08-79f2-4473-961a-b232ccf65634 up at agent hyperv_hv-cinder-78638 {{(pid=85413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:38:36.495512 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Provisioning complete for port d9dabf08-79f2-4473-961a-b232ccf65634 triggered by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:38:36.495930 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:36.620543 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:36.649464 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b21fca5b-30cc-4b1b-984e-7aa59f57e80e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9dabf08-79f2-4473-961a-b232ccf65634'}] {{(pid=85413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:38:36.660048 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] For port d9dabf08-79f2-4473-961a-b232ccf65634, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d9dabf08-79f2-4473-961a-b232ccf65634,segment=NetworkSegment(aa021547-3bc5-4b18-bf7b-1944f8c5afba),segment_id=aa021547-3bc5-4b18-bf7b-1944f8c5afba)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:38:36.667258 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:36.669765 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:38:36.707343 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b21fca5b-30cc-4b1b-984e-7aa59f57e80e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9dabf08-79f2-4473-961a-b232ccf65634', 'code': 200} Apr 15 20:38:36.742299 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Pushing event updated for resources: {'Port': ['ID=d9dabf08-79f2-4473-961a-b232ccf65634,revision_number=8']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:38:36.745360 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:38:36.774458 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5dc1c74-8c40-458b-8bff-49c66b88d2de tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Router a249d713-ce7e-4f00-9835-f3706775a1e9 has already been hosted by L3 agent f2e50876-c35d-48fb-9e24-f0907444cef9 {{(pid=85412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 20:38:36.967812 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5dc1c74-8c40-458b-8bff-49c66b88d2de tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Notify agent at l3_agent.dv-cinder-786386-2-smb the message routers_updated {{(pid=85412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 20:38:36.977409 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35728464-ee7e-419d-aae0-ee20d8000163 None None] Sync routers for ids ['a249d713-ce7e-4f00-9835-f3706775a1e9'] in dv-cinder-786386-2-smb {{(pid=85413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 20:38:36.987106 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35728464-ee7e-419d-aae0-ee20d8000163 None None] Routers {'a249d713-ce7e-4f00-9835-f3706775a1e9'} bound to L3 agent in host dv-cinder-786386-2-smb {{(pid=85413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:38:36.987784 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-35728464-ee7e-419d-aae0-ee20d8000163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T20:23:47Z,description=,heartbeat_timestamp=2021-04-15T20:38:17Z,host='dv-cinder-786386-2-smb',id=f2e50876-c35d-48fb-9e24-f0907444cef9,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:23:48Z,topic='l3_agent')) {'router_ids': ['a249d713-ce7e-4f00-9835-f3706775a1e9'], 'active': True} {{(pid=85413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:38:36.994143 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-b5dc1c74-8c40-458b-8bff-49c66b88d2de tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-906'] for floatingip, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:37.053757 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-b5dc1c74-8c40-458b-8bff-49c66b88d2de tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8741190 Apr 15 20:38:37.054477 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b05d73a3-0f18-424d-9c59-4bcced314701', 'tag': '3f9d4b93-f921-49f1-af94-395c11f0691c'}] {{(pid=85412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:38:37.059232 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 37502) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:38:37.065612 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [None req-bcf299bb-3ac3-4183-82f6-91a1c7cf84a0 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-170788181', 'description': 'tempest-secgroup-smoke-170788181 description', 'project_id': '33077ec039814b65b933ccc905713d3a'}} {{(pid=85412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:38:37.073291 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-bcf299bb-3ac3-4183-82f6-91a1c7cf84a0 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:38:37.081579 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-bcf299bb-3ac3-4183-82f6-91a1c7cf84a0 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Usage tracker for resource:security_group and tenant:33077ec039814b65b933ccc905713d3a is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:38:37.084839 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-bcf299bb-3ac3-4183-82f6-91a1c7cf84a0 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:38:37.092196 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-bcf299bb-3ac3-4183-82f6-91a1c7cf84a0 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:38:37.106190 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-bcf299bb-3ac3-4183-82f6-91a1c7cf84a0 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Notify callbacks [] for security_group, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:37.124457 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad23fbc-d527-4bd6-9525-c28ef0e0e1cd req-e8472890-4724-49e9-911c-59489d8092ca tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:37.126047 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b05d73a3-0f18-424d-9c59-4bcced314701', 'tag': '3f9d4b93-f921-49f1-af94-395c11f0691c', 'status': 'completed', 'code': 200} Apr 15 20:38:37.126406 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-dad23fbc-d527-4bd6-9525-c28ef0e0e1cd req-e8472890-4724-49e9-911c-59489d8092ca tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/ports?device_id=b21fca5b-30cc-4b1b-984e-7aa59f57e80e HTTP/1.1" status: 200 len: 945 time: 0.1629763 Apr 15 20:38:37.129683 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c83a4-08fd-404b-b5c0-fcc526af96c1 req-26e0e4bf-2623-40c8-bc7e-a929b4fad861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:37.131206 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c72c83a4-08fd-404b-b5c0-fcc526af96c1 req-26e0e4bf-2623-40c8-bc7e-a929b4fad861 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b21fca5b-30cc-4b1b-984e-7aa59f57e80e HTTP/1.1" status: 200 len: 1098 time: 0.1291432 Apr 15 20:38:37.139892 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-bcf299bb-3ac3-4183-82f6-91a1c7cf84a0 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:38:37.144193 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-bcf299bb-3ac3-4183-82f6-91a1c7cf84a0 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Usage tracker for resource:security_group_rule and tenant:33077ec039814b65b933ccc905713d3a is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:38:37.147400 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-bcf299bb-3ac3-4183-82f6-91a1c7cf84a0 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:38:37.154016 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-bcf299bb-3ac3-4183-82f6-91a1c7cf84a0 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:38:37.212415 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvr_db [None req-35728464-ee7e-419d-aae0-ee20d8000163 None None] Set router a249d713-ce7e-4f00-9835-f3706775a1e9 gateway port host: dv-cinder-786386-2-smb {{(pid=85413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:38:37.237187 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-bcf299bb-3ac3-4183-82f6-91a1c7cf84a0 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Notify callbacks [] for security_group, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:37.240609 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-bcf299bb-3ac3-4183-82f6-91a1c7cf84a0 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:37.254221 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-3feb6a99-ca67-4600-81b6-4b5e876cba34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:38:37.260025 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-dad23fbc-d527-4bd6-9525-c28ef0e0e1cd req-f2a1e844-af00-47ef-af6d-3948e0f8c947 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/security-groups?id=24311f26-a3c4-4f6e-b39f-4e82f8091dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256075 Apr 15 20:38:37.271027 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c72c83a4-08fd-404b-b5c0-fcc526af96c1 req-94b18910-28ad-463a-a750-dcf39c1927fd service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=24311f26-a3c4-4f6e-b39f-4e82f8091dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191821 Apr 15 20:38:37.278765 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-bcf299bb-3ac3-4183-82f6-91a1c7cf84a0 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Notify callbacks [] for security_group, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:37.283629 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-bcf299bb-3ac3-4183-82f6-91a1c7cf84a0 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2227345 Apr 15 20:38:37.284297 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 37508) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:38:37.290448 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [None req-a6814907-e0de-4024-bbdf-0763bf2d0319 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Request body: {'security_group_rule': {'security_group_id': '2aa076f0-60fb-48c3-b95a-55bb49622ca2', 'project_id': '33077ec039814b65b933ccc905713d3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:38:37.298189 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf299bb-3ac3-4183-82f6-91a1c7cf84a0 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa076f0-60fb-48c3-b95a-55bb49622ca2,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:38:37.299534 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-a6814907-e0de-4024-bbdf-0763bf2d0319 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:38:37.301433 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-bcf299bb-3ac3-4183-82f6-91a1c7cf84a0 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:38:37.306825 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-a6814907-e0de-4024-bbdf-0763bf2d0319 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Usage tracker for resource:security_group_rule and tenant:33077ec039814b65b933ccc905713d3a is out of sync, need to count used quota {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:38:37.310324 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-a6814907-e0de-4024-bbdf-0763bf2d0319 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:38:37.314936 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489a78f9-febc-4319-911f-1a92d5faf539 req-60a331ac-b36e-40da-becf-435049e8ec12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:37.316538 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-489a78f9-febc-4319-911f-1a92d5faf539 req-60a331ac-b36e-40da-becf-435049e8ec12 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=33077ec039814b65b933ccc905713d3a&device_id=b05d73a3-0f18-424d-9c59-4bcced314701 HTTP/1.1" status: 200 len: 1099 time: 0.1488311 Apr 15 20:38:37.320328 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-a6814907-e0de-4024-bbdf-0763bf2d0319 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:38:37.339516 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-a6814907-e0de-4024-bbdf-0763bf2d0319 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:37.500211 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-a6814907-e0de-4024-bbdf-0763bf2d0319 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:37.504157 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-a6814907-e0de-4024-bbdf-0763bf2d0319 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279719'] for security_group_rule, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:37.518898 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:38:37.552001 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6814907-e0de-4024-bbdf-0763bf2d0319 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b68bca9-8a2d-4111-baaf-cfee87837f29,revision_number=0']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:38:37.570877 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6814907-e0de-4024-bbdf-0763bf2d0319 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:38:37.571467 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6814907-e0de-4024-bbdf-0763bf2d0319 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:38:37.571878 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6814907-e0de-4024-bbdf-0763bf2d0319 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:38:37.572288 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6814907-e0de-4024-bbdf-0763bf2d0319 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:38:37.572689 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6814907-e0de-4024-bbdf-0763bf2d0319 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:38:37.573094 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6814907-e0de-4024-bbdf-0763bf2d0319 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:38:37.573498 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6814907-e0de-4024-bbdf-0763bf2d0319 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:38:37.573927 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6814907-e0de-4024-bbdf-0763bf2d0319 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:38:37.574326 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6814907-e0de-4024-bbdf-0763bf2d0319 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:38:37.574752 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6814907-e0de-4024-bbdf-0763bf2d0319 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:38:37.575151 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6814907-e0de-4024-bbdf-0763bf2d0319 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:38:37.575544 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6814907-e0de-4024-bbdf-0763bf2d0319 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:38:37.579818 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489a78f9-febc-4319-911f-1a92d5faf539 req-471f558c-525e-474b-a285-35315ae88f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:37.581380 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-489a78f9-febc-4319-911f-1a92d5faf539 req-471f558c-525e-474b-a285-35315ae88f63 service neutron] 10.222.0.76 "GET /v2.0/networks?id=76f207b2-c01b-47b6-a04d-1f5598cc2de2 HTTP/1.1" status: 200 len: 917 time: 0.2059653 Apr 15 20:38:37.582561 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-a6814907-e0de-4024-bbdf-0763bf2d0319 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:38:37.583465 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-a6814907-e0de-4024-bbdf-0763bf2d0319 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:37.587620 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-a6814907-e0de-4024-bbdf-0763bf2d0319 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2994683 Apr 15 20:38:37.587620 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 37514) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:38:37.593296 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [None req-2ee3dd4b-d782-48a1-999f-94c5c067eacb tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Request body: {'security_group_rule': {'security_group_id': '2aa076f0-60fb-48c3-b95a-55bb49622ca2', 'project_id': '33077ec039814b65b933ccc905713d3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:38:37.597549 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-35728464-ee7e-419d-aae0-ee20d8000163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a249d713-ce7e-4f00-9835-f3706775a1e9', 'name': 'tempest-TestMinimumBasicScenario-1677896112-router', 'tenant_id': '33077ec039814b65b933ccc905713d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': '8fc64924-9c4c-40a7-a792-ae084703ad2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:37:37Z', 'updated_at': '2021-04-15T20:37:42Z', 'revision_number': 4, 'project_id': '33077ec039814b65b933ccc905713d3a', 'gw_port': {'id': '8fc64924-9c4c-40a7-a792-ae084703ad2a', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a249d713-ce7e-4f00-9835-f3706775a1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:37:38Z', 'updated_at': '2021-04-15T20:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb', '_floatingips': [{'id': 'a1c2bed6-9ba9-48c1-8608-8fd5f1aacddb', 'tenant_id': '33077ec039814b65b933ccc905713d3a', 'floating_ip_address': '172.28.3.70', 'floating_network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'router_id': 'a249d713-ce7e-4f00-9835-f3706775a1e9', 'port_id': '3f9d4b93-f921-49f1-af94-395c11f0691c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76f207b2-c01b-47b6-a04d-1f5598cc2de2', 'mac_address': 'fa:16:3e:1e:bd:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05d73a3-0f18-424d-9c59-4bcced314701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:38:35Z', 'updated_at': '2021-04-15T20:38:35Z', 'revision_number': 0, 'project_id': '33077ec039814b65b933ccc905713d3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90ad63af-657a-408d-b3d4-b4749040397e', 'name': '', 'network_id': '76f207b2-c01b-47b6-a04d-1f5598cc2de2', 'tenant_id': '33077ec039814b65b933ccc905713d3a', 'mac_address': 'fa:16:3e:a5:ea:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a249d713-ce7e-4f00-9835-f3706775a1e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '32e6883b-cf72-499e-9a64-9753a4dad96a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:37:41Z', 'updated_at': '2021-04-15T20:37:49Z', 'revision_number': 5, 'project_id': '33077ec039814b65b933ccc905713d3a', 'subnets': [{'id': '32e6883b-cf72-499e-9a64-9753a4dad96a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-2-smb', False) {} {{(pid=85413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:38:37.600758 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-2ee3dd4b-d782-48a1-999f-94c5c067eacb tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:38:37.602113 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35728464-ee7e-419d-aae0-ee20d8000163 None None] Checking router: a249d713-ce7e-4f00-9835-f3706775a1e9 for host: dv-cinder-786386-2-smb {{(pid=85413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 20:38:37.611228 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35728464-ee7e-419d-aae0-ee20d8000163 None None] Routers {'a249d713-ce7e-4f00-9835-f3706775a1e9'} bound to L3 agent in host dv-cinder-786386-2-smb {{(pid=85413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:38:37.611895 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-35728464-ee7e-419d-aae0-ee20d8000163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T20:23:47Z,description=,heartbeat_timestamp=2021-04-15T20:38:17Z,host='dv-cinder-786386-2-smb',id=f2e50876-c35d-48fb-9e24-f0907444cef9,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:23:48Z,topic='l3_agent')) {'router_ids': ['a249d713-ce7e-4f00-9835-f3706775a1e9'], 'active': True} {{(pid=85413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:38:37.665621 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-2ee3dd4b-d782-48a1-999f-94c5c067eacb tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Usage tracker for resource:security_group_rule and tenant:33077ec039814b65b933ccc905713d3a is out of sync, need to count used quota {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:38:37.676726 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-2ee3dd4b-d782-48a1-999f-94c5c067eacb tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:38:37.685943 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-2ee3dd4b-d782-48a1-999f-94c5c067eacb tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:38:37.729100 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-489a78f9-febc-4319-911f-1a92d5faf539 req-5e96a4d5-60b4-4d72-be0d-8e749dc67ea5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f9d4b93-f921-49f1-af94-395c11f0691c HTTP/1.1" status: 200 len: 999 time: 0.1294909 Apr 15 20:38:37.730643 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-2ee3dd4b-d782-48a1-999f-94c5c067eacb tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:37.847585 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489a78f9-febc-4319-911f-1a92d5faf539 req-41a5d427-a6ef-4edf-94a1-20951853fc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:37.849207 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-489a78f9-febc-4319-911f-1a92d5faf539 req-41a5d427-a6ef-4edf-94a1-20951853fc83 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=32e6883b-cf72-499e-9a64-9753a4dad96a HTTP/1.1" status: 200 len: 854 time: 0.1043453 Apr 15 20:38:37.898090 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-2ee3dd4b-d782-48a1-999f-94c5c067eacb tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:37.904027 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-2ee3dd4b-d782-48a1-999f-94c5c067eacb tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279719'] for security_group_rule, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:37.916138 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-c8dfa7d6-0140-4c9e-95fc-34e476ffe6f6 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:38:37.940591 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3dd4b-d782-48a1-999f-94c5c067eacb tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e700ff6-a8fa-4dc9-8104-9ae3a3c566f2,revision_number=0']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:38:37.943879 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-2ee3dd4b-d782-48a1-999f-94c5c067eacb tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:38:37.959031 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-2ee3dd4b-d782-48a1-999f-94c5c067eacb tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:37.960341 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-2ee3dd4b-d782-48a1-999f-94c5c067eacb tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3717763 Apr 15 20:38:37.963472 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 37518) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:38:37.969685 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvr_db [None req-35728464-ee7e-419d-aae0-ee20d8000163 None None] Set router a249d713-ce7e-4f00-9835-f3706775a1e9 gateway port host: dv-cinder-786386-2-smb {{(pid=85413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:38:37.970154 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [None req-4660c532-d65b-43b3-bfb5-fb00ab2eccba tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Request body: {'security_group_rule': {'security_group_id': '2aa076f0-60fb-48c3-b95a-55bb49622ca2', 'project_id': '33077ec039814b65b933ccc905713d3a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:38:37.975181 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489a78f9-febc-4319-911f-1a92d5faf539 req-72828b83-b252-4643-a720-8d9a3acb551c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:37.977247 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-489a78f9-febc-4319-911f-1a92d5faf539 req-72828b83-b252-4643-a720-8d9a3acb551c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=76f207b2-c01b-47b6-a04d-1f5598cc2de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1186008 Apr 15 20:38:37.977500 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-4660c532-d65b-43b3-bfb5-fb00ab2eccba tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:38:37.981795 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-4660c532-d65b-43b3-bfb5-fb00ab2eccba tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Usage tracker for resource:security_group_rule and tenant:33077ec039814b65b933ccc905713d3a is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:38:37.985291 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-4660c532-d65b-43b3-bfb5-fb00ab2eccba tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:38:37.991463 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-4660c532-d65b-43b3-bfb5-fb00ab2eccba tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:38:38.007940 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4660c532-d65b-43b3-bfb5-fb00ab2eccba tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:38.074247 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4660c532-d65b-43b3-bfb5-fb00ab2eccba tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:38.078810 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4660c532-d65b-43b3-bfb5-fb00ab2eccba tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279719'] for security_group_rule, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:38.081065 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-024ba020-2159-44c7-a62f-d470be603672 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:38:38.105700 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4660c532-d65b-43b3-bfb5-fb00ab2eccba tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87855f46-78ac-4c08-827f-0214f5035382,revision_number=0']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:38:38.110629 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-4660c532-d65b-43b3-bfb5-fb00ab2eccba tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:38:38.116233 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4660c532-d65b-43b3-bfb5-fb00ab2eccba tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:38.117757 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-4660c532-d65b-43b3-bfb5-fb00ab2eccba tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1531780 Apr 15 20:38:38.120559 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 37522) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:38:38.126224 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [None req-5d8223b7-ee14-4e95-b874-a01da6713899 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Request body: {'security_group_rule': {'security_group_id': '2aa076f0-60fb-48c3-b95a-55bb49622ca2', 'project_id': '33077ec039814b65b933ccc905713d3a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:38:38.133249 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-5d8223b7-ee14-4e95-b874-a01da6713899 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:38:38.138515 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-5d8223b7-ee14-4e95-b874-a01da6713899 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Usage tracker for resource:security_group_rule and tenant:33077ec039814b65b933ccc905713d3a is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:38:38.138754 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-489a78f9-febc-4319-911f-1a92d5faf539 req-1b6f668a-a8d6-4f66-9890-865d08145b6c service neutron] 10.222.0.76 "GET /v2.0/networks/76f207b2-c01b-47b6-a04d-1f5598cc2de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453426 Apr 15 20:38:38.140802 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-5d8223b7-ee14-4e95-b874-a01da6713899 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:38:38.147033 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-5d8223b7-ee14-4e95-b874-a01da6713899 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:38:38.165408 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-5d8223b7-ee14-4e95-b874-a01da6713899 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:38.236592 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-5d8223b7-ee14-4e95-b874-a01da6713899 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:38.239850 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-5d8223b7-ee14-4e95-b874-a01da6713899 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279719'] for security_group_rule, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:38.242181 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-4660c532-d65b-43b3-bfb5-fb00ab2eccba tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:38:38.266862 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8223b7-ee14-4e95-b874-a01da6713899 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=098270a7-436b-4160-a3a2-8f6646ec430a,revision_number=0']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:38:38.269457 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-5d8223b7-ee14-4e95-b874-a01da6713899 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:38:38.277210 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-5d8223b7-ee14-4e95-b874-a01da6713899 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:38.278651 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-5d8223b7-ee14-4e95-b874-a01da6713899 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1570232 Apr 15 20:38:38.281578 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 37526) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:38:38.287261 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [None req-57301d9c-9757-41dc-844e-4098ab414e15 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Request body: {'security_group_rule': {'security_group_id': '2aa076f0-60fb-48c3-b95a-55bb49622ca2', 'project_id': '33077ec039814b65b933ccc905713d3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:38:38.288698 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-489a78f9-febc-4319-911f-1a92d5faf539 req-d65e955d-7b68-4c7f-b638-bbc06d74e2cf service neutron] 10.222.0.76 "GET /v2.0/networks/76f207b2-c01b-47b6-a04d-1f5598cc2de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418779 Apr 15 20:38:38.294031 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-57301d9c-9757-41dc-844e-4098ab414e15 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:38:38.298292 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-57301d9c-9757-41dc-844e-4098ab414e15 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Usage tracker for resource:security_group_rule and tenant:33077ec039814b65b933ccc905713d3a is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:38:38.301409 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-57301d9c-9757-41dc-844e-4098ab414e15 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:38:38.307687 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-57301d9c-9757-41dc-844e-4098ab414e15 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:38:38.320066 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.db.securitygroups_db [None req-57301d9c-9757-41dc-844e-4098ab414e15 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Project 33077ec039814b65b933ccc905713d3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 20:38:38.327931 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-57301d9c-9757-41dc-844e-4098ab414e15 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:38.353068 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-35728464-ee7e-419d-aae0-ee20d8000163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a249d713-ce7e-4f00-9835-f3706775a1e9', 'name': 'tempest-TestMinimumBasicScenario-1677896112-router', 'tenant_id': '33077ec039814b65b933ccc905713d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': '8fc64924-9c4c-40a7-a792-ae084703ad2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:37:37Z', 'updated_at': '2021-04-15T20:37:42Z', 'revision_number': 4, 'project_id': '33077ec039814b65b933ccc905713d3a', 'gw_port': {'id': '8fc64924-9c4c-40a7-a792-ae084703ad2a', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a249d713-ce7e-4f00-9835-f3706775a1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:37:38Z', 'updated_at': '2021-04-15T20:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb', '_floatingips': [{'id': 'a1c2bed6-9ba9-48c1-8608-8fd5f1aacddb', 'tenant_id': '33077ec039814b65b933ccc905713d3a', 'floating_ip_address': '172.28.3.70', 'floating_network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'router_id': 'a249d713-ce7e-4f00-9835-f3706775a1e9', 'port_id': '3f9d4b93-f921-49f1-af94-395c11f0691c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76f207b2-c01b-47b6-a04d-1f5598cc2de2', 'mac_address': 'fa:16:3e:1e:bd:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05d73a3-0f18-424d-9c59-4bcced314701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:38:35Z', 'updated_at': '2021-04-15T20:38:35Z', 'revision_number': 0, 'project_id': '33077ec039814b65b933ccc905713d3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90ad63af-657a-408d-b3d4-b4749040397e', 'name': '', 'network_id': '76f207b2-c01b-47b6-a04d-1f5598cc2de2', 'tenant_id': '33077ec039814b65b933ccc905713d3a', 'mac_address': 'fa:16:3e:a5:ea:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a249d713-ce7e-4f00-9835-f3706775a1e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '32e6883b-cf72-499e-9a64-9753a4dad96a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:37:41Z', 'updated_at': '2021-04-15T20:37:49Z', 'revision_number': 5, 'project_id': '33077ec039814b65b933ccc905713d3a', 'subnets': [{'id': '32e6883b-cf72-499e-9a64-9753a4dad96a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-2-smb', False) {} {{(pid=85413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:38:38.357630 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35728464-ee7e-419d-aae0-ee20d8000163 None None] The sync data for ids ['a249d713-ce7e-4f00-9835-f3706775a1e9'] in dv-cinder-786386-2-smb is: [{'id': 'a249d713-ce7e-4f00-9835-f3706775a1e9', 'name': 'tempest-TestMinimumBasicScenario-1677896112-router', 'tenant_id': '33077ec039814b65b933ccc905713d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': '8fc64924-9c4c-40a7-a792-ae084703ad2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:37:37Z', 'updated_at': '2021-04-15T20:37:42Z', 'revision_number': 4, 'project_id': '33077ec039814b65b933ccc905713d3a', 'gw_port': {'id': '8fc64924-9c4c-40a7-a792-ae084703ad2a', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a249d713-ce7e-4f00-9835-f3706775a1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:37:38Z', 'updated_at': '2021-04-15T20:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb', '_floatingips': [{'id': 'a1c2bed6-9ba9-48c1-8608-8fd5f1aacddb', 'tenant_id': '33077ec039814b65b933ccc905713d3a', 'floating_ip_address': '172.28.3.70', 'floating_network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'router_id': 'a249d713-ce7e-4f00-9835-f3706775a1e9', 'port_id': '3f9d4b93-f921-49f1-af94-395c11f0691c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76f207b2-c01b-47b6-a04d-1f5598cc2de2', 'mac_address': 'fa:16:3e:1e:bd:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05d73a3-0f18-424d-9c59-4bcced314701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:38:35Z', 'updated_at': '2021-04-15T20:38:35Z', 'revision_number': 0, 'project_id': '33077ec039814b65b933ccc905713d3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90ad63af-657a-408d-b3d4-b4749040397e', 'name': '', 'network_id': '76f207b2-c01b-47b6-a04d-1f5598cc2de2', 'tenant_id': '33077ec039814b65b933ccc905713d3a', 'mac_address': 'fa:16:3e:a5:ea:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a249d713-ce7e-4f00-9835-f3706775a1e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '32e6883b-cf72-499e-9a64-9753a4dad96a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:37:41Z', 'updated_at': '2021-04-15T20:37:49Z', 'revision_number': 5, 'project_id': '33077ec039814b65b933ccc905713d3a', 'subnets': [{'id': '32e6883b-cf72-499e-9a64-9753a4dad96a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 20:38:38.411729 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-57301d9c-9757-41dc-844e-4098ab414e15 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:38.415815 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-57301d9c-9757-41dc-844e-4098ab414e15 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279719'] for security_group_rule, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:38.418086 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:38:38.442183 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57301d9c-9757-41dc-844e-4098ab414e15 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86d098e6-dfa4-4d27-b7bd-bac7b2ffe541,revision_number=0']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:38:38.444870 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-57301d9c-9757-41dc-844e-4098ab414e15 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:38:38.451743 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-57301d9c-9757-41dc-844e-4098ab414e15 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:38.453038 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-57301d9c-9757-41dc-844e-4098ab414e15 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1704533 Apr 15 20:38:38.456022 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 37532) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:38:38.462316 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [None req-e1c5bbd9-03ec-43d3-b007-852bcd252700 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Request body: {'security_group_rule': {'security_group_id': '2aa076f0-60fb-48c3-b95a-55bb49622ca2', 'project_id': '33077ec039814b65b933ccc905713d3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:38:38.468918 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-e1c5bbd9-03ec-43d3-b007-852bcd252700 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:38:38.473040 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-e1c5bbd9-03ec-43d3-b007-852bcd252700 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Usage tracker for resource:security_group_rule and tenant:33077ec039814b65b933ccc905713d3a is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:38:38.476474 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-e1c5bbd9-03ec-43d3-b007-852bcd252700 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:38:38.482774 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-e1c5bbd9-03ec-43d3-b007-852bcd252700 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:38:38.492456 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.db.securitygroups_db [None req-e1c5bbd9-03ec-43d3-b007-852bcd252700 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Project 33077ec039814b65b933ccc905713d3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 20:38:38.499367 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e1c5bbd9-03ec-43d3-b007-852bcd252700 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:38.506325 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a9f521-e523-46f0-a4d7-85d6bf50dbcd req-f2229f8b-0cd0-441c-9639-aa121c20d751 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:38.507989 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-04a9f521-e523-46f0-a4d7-85d6bf50dbcd req-f2229f8b-0cd0-441c-9639-aa121c20d751 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/ports?device_id=b21fca5b-30cc-4b1b-984e-7aa59f57e80e HTTP/1.1" status: 200 len: 945 time: 0.0948706 Apr 15 20:38:38.559697 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-04a9f521-e523-46f0-a4d7-85d6bf50dbcd req-51c087cc-39db-4459-ae72-d98a7ae36ac5 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/security-groups?id=24311f26-a3c4-4f6e-b39f-4e82f8091dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443857 Apr 15 20:38:38.574690 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e1c5bbd9-03ec-43d3-b007-852bcd252700 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:38.580036 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e1c5bbd9-03ec-43d3-b007-852bcd252700 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279719'] for security_group_rule, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:38.582767 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-e7fc5952-e171-4da6-83a5-ca2f3625d92e tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:38:38.606322 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c5bbd9-03ec-43d3-b007-852bcd252700 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fd63dbd-3025-4c3a-92f6-494e51ce4c47,revision_number=0']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:38:38.611179 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-e1c5bbd9-03ec-43d3-b007-852bcd252700 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:38:38.619181 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e1c5bbd9-03ec-43d3-b007-852bcd252700 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:38.620503 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-e1c5bbd9-03ec-43d3-b007-852bcd252700 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1634822 Apr 15 20:38:38.654840 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f232ff-77d8-4a2e-bc4e-1e2378e6bb5a None None] New status for floating IP a1c2bed6-9ba9-48c1-8608-8fd5f1aacddb: ACTIVE {{(pid=85414) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 20:38:38.776294 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-69ff2161-d8f5-45c1-8960-c6ab1b3ccfdb req-66505d8b-a46a-4591-a346-71c9fb90cf0f tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-170788181&fields=id&tenant_id=33077ec039814b65b933ccc905713d3a HTTP/1.1" status: 200 len: 267 time: 0.0456512 Apr 15 20:38:38.874120 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ff2161-d8f5-45c1-8960-c6ab1b3ccfdb req-4af4732d-9309-4c72-bedf-8f2a9a14a273 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:38.875810 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-69ff2161-d8f5-45c1-8960-c6ab1b3ccfdb req-4af4732d-9309-4c72-bedf-8f2a9a14a273 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "GET /v2.0/ports?device_id=b05d73a3-0f18-424d-9c59-4bcced314701 HTTP/1.1" status: 200 len: 946 time: 0.0923078 Apr 15 20:38:38.888841 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [req-69ff2161-d8f5-45c1-8960-c6ab1b3ccfdb req-a48e7c8f-aa48-4209-8ea5-e2862d2a9126 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Request body: {'port': {'security_groups': ['1c0e601f-3995-4ec1-8044-4f4fedf4f5f3', '2aa076f0-60fb-48c3-b95a-55bb49622ca2']}} {{(pid=85411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:38:39.023606 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-69ff2161-d8f5-45c1-8960-c6ab1b3ccfdb req-a48e7c8f-aa48-4209-8ea5-e2862d2a9126 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:39.303328 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [req-69ff2161-d8f5-45c1-8960-c6ab1b3ccfdb req-a48e7c8f-aa48-4209-8ea5-e2862d2a9126 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] For port 3f9d4b93-f921-49f1-af94-395c11f0691c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3f9d4b93-f921-49f1-af94-395c11f0691c,segment=NetworkSegment(a210119f-e74b-4b27-95c7-ad6c9591eb19),segment_id=a210119f-e74b-4b27-95c7-ad6c9591eb19)] {{(pid=85411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:38:39.329645 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-69ff2161-d8f5-45c1-8960-c6ab1b3ccfdb req-a48e7c8f-aa48-4209-8ea5-e2862d2a9126 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Notify callbacks [] for port, precommit_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:39.334008 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-69ff2161-d8f5-45c1-8960-c6ab1b3ccfdb req-a48e7c8f-aa48-4209-8ea5-e2862d2a9126 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2376340'] for port, after_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:39.347589 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] get_ports_and_sgs() called for port_ids ['3f9d4b93-f921-49f1-af94-395c11f0691c'] {{(pid=85413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:38:39.349579 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-31a518a7-37f2-4a9e-935d-a9e74ea1b76b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:38:39.512372 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48e7c8f-aa48-4209-8ea5-e2862d2a9126 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Pushing event updated for resources: {'Port': ['ID=3f9d4b93-f921-49f1-af94-395c11f0691c,revision_number=6']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:38:39.527535 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-a48e7c8f-aa48-4209-8ea5-e2862d2a9126 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:38:39.551636 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ff2161-d8f5-45c1-8960-c6ab1b3ccfdb req-a48e7c8f-aa48-4209-8ea5-e2862d2a9126 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:39.552291 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-69ff2161-d8f5-45c1-8960-c6ab1b3ccfdb req-a48e7c8f-aa48-4209-8ea5-e2862d2a9126 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-906'] for port, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:39.553777 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-69ff2161-d8f5-45c1-8960-c6ab1b3ccfdb req-a48e7c8f-aa48-4209-8ea5-e2862d2a9126 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "PUT /v2.0/ports/3f9d4b93-f921-49f1-af94-395c11f0691c HTTP/1.1" status: 200 len: 982 time: 0.6705139 Apr 15 20:38:39.554316 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b05d73a3-0f18-424d-9c59-4bcced314701', 'tag': '3f9d4b93-f921-49f1-af94-395c11f0691c'}] {{(pid=85411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:38:39.609251 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b05d73a3-0f18-424d-9c59-4bcced314701', 'tag': '3f9d4b93-f921-49f1-af94-395c11f0691c', 'status': 'completed', 'code': 200} Apr 15 20:38:39.658634 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] get_ports_and_sgs() called for port_ids ['3f9d4b93-f921-49f1-af94-395c11f0691c'] {{(pid=85413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:38:39.807517 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bbae74-9b56-433f-8722-cf23928ceab1 req-fbf4d589-f011-4d3e-8030-a3586879ca0f tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:39.809176 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-12bbae74-9b56-433f-8722-cf23928ceab1 req-fbf4d589-f011-4d3e-8030-a3586879ca0f tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "GET /v2.0/ports?device_id=b05d73a3-0f18-424d-9c59-4bcced314701 HTTP/1.1" status: 200 len: 985 time: 0.1319613 Apr 15 20:38:39.818686 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab6c61d-1bf3-4ef7-afba-9882e8d9b893 req-38e8101c-961c-417f-b495-4fc40d253b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:39.820296 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-dab6c61d-1bf3-4ef7-afba-9882e8d9b893 req-38e8101c-961c-417f-b495-4fc40d253b9c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=33077ec039814b65b933ccc905713d3a&device_id=b05d73a3-0f18-424d-9c59-4bcced314701 HTTP/1.1" status: 200 len: 1138 time: 0.1819782 Apr 15 20:38:39.929372 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-96b0e12b-5a51-4048-b263-b906b13f7c9f None None] Provisioning complete for port 3f9d4b93-f921-49f1-af94-395c11f0691c triggered by entity DHCP. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:38:39.929793 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-96b0e12b-5a51-4048-b263-b906b13f7c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:40.240176 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-12bbae74-9b56-433f-8722-cf23928ceab1 req-c0a1e9d5-f251-487e-9a98-9edc5098a62b tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c0e601f-3995-4ec1-8044-4f4fedf4f5f3&id=2aa076f0-60fb-48c3-b95a-55bb49622ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4187996 Apr 15 20:38:40.297486 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab6c61d-1bf3-4ef7-afba-9882e8d9b893 req-4a3e80ff-ac3b-48ff-94f9-6b72c6a9441d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:40.299119 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-dab6c61d-1bf3-4ef7-afba-9882e8d9b893 req-4a3e80ff-ac3b-48ff-94f9-6b72c6a9441d service neutron] 10.222.0.76 "GET /v2.0/networks?id=76f207b2-c01b-47b6-a04d-1f5598cc2de2 HTTP/1.1" status: 200 len: 917 time: 0.2284322 Apr 15 20:38:40.377705 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f6f06e-c8ee-48a2-b4e1-5cca01f2cfad req-963da3ed-215b-4440-aad8-65ddfa4587fc tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:40.379335 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d4f6f06e-c8ee-48a2-b4e1-5cca01f2cfad req-963da3ed-215b-4440-aad8-65ddfa4587fc tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/ports?device_id=b21fca5b-30cc-4b1b-984e-7aa59f57e80e HTTP/1.1" status: 200 len: 945 time: 0.3098595 Apr 15 20:38:40.454754 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-dab6c61d-1bf3-4ef7-afba-9882e8d9b893 req-3dc11d98-6bb8-4517-841f-d6616e0a9076 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f9d4b93-f921-49f1-af94-395c11f0691c HTTP/1.1" status: 200 len: 1001 time: 0.1429813 Apr 15 20:38:40.459580 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d4f6f06e-c8ee-48a2-b4e1-5cca01f2cfad req-d5fb9456-afac-4f71-8974-da7065a59e06 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/security-groups?id=24311f26-a3c4-4f6e-b39f-4e82f8091dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706460 Apr 15 20:38:40.532747 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab6c61d-1bf3-4ef7-afba-9882e8d9b893 req-78f4abce-d64c-4a55-81ef-193fdc9ed86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:40.534324 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-dab6c61d-1bf3-4ef7-afba-9882e8d9b893 req-78f4abce-d64c-4a55-81ef-193fdc9ed86c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=32e6883b-cf72-499e-9a64-9753a4dad96a HTTP/1.1" status: 200 len: 854 time: 0.0682187 Apr 15 20:38:40.628845 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab6c61d-1bf3-4ef7-afba-9882e8d9b893 req-6a60a24b-dec1-4829-8b44-48937e2cf4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:38:40.630415 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-dab6c61d-1bf3-4ef7-afba-9882e8d9b893 req-6a60a24b-dec1-4829-8b44-48937e2cf4f7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=76f207b2-c01b-47b6-a04d-1f5598cc2de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0832832 Apr 15 20:38:40.786965 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-dab6c61d-1bf3-4ef7-afba-9882e8d9b893 req-6ff0069d-04e1-4216-b87b-25bfa3ef765b service neutron] 10.222.0.76 "GET /v2.0/networks/76f207b2-c01b-47b6-a04d-1f5598cc2de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360555 Apr 15 20:38:40.932732 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-dab6c61d-1bf3-4ef7-afba-9882e8d9b893 req-d21535cb-40e0-4d8e-b28e-dca192005bfc service neutron] 10.222.0.76 "GET /v2.0/networks/76f207b2-c01b-47b6-a04d-1f5598cc2de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375659 Apr 15 20:38:44.034530 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.agents_db [None req-12650cd8-a504-4c0d-a4a2-248dab766c22 None None] Agent healthcheck: found 6 active agents {{(pid=85414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:38:45.087401 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-d979be98-6a9a-4131-9595-bcb8c412cdcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:47.507089 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-5b7b3335-c5d8-4378-84d7-fbb0174f3e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:47.733757 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:47.921000 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6589a99b-4989-4a06-bc40-62b7e77e6cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:48.285229 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:38:49.597027 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-611aad59-e19d-4c1d-b92d-eb0975a661b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:39:15.091669 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-ba126746-a785-4933-a32b-d9f6111be318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:39:17.509494 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-3e4cfe0b-c064-4973-98c9-d2635cf5d3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:39:17.738094 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:39:17.923339 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6589a99b-4989-4a06-bc40-62b7e77e6cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:39:18.027783 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d1260a68-ad2a-47fa-baac-c5196b55243c req-d6084ee3-f54a-49f0-85b6-842424c569eb service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b21fca5b-30cc-4b1b-984e-7aa59f57e80e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0847027 Apr 15 20:39:18.187629 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1260a68-ad2a-47fa-baac-c5196b55243c req-5cce2bc7-c68f-411f-8534-78255c2142ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:39:18.189216 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d1260a68-ad2a-47fa-baac-c5196b55243c req-5cce2bc7-c68f-411f-8534-78255c2142ee service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9bbdc00c388d464d85f419da9ce19122&device_id=b21fca5b-30cc-4b1b-984e-7aa59f57e80e HTTP/1.1" status: 200 len: 1098 time: 0.0819106 Apr 15 20:39:18.278991 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:39:18.353014 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1260a68-ad2a-47fa-baac-c5196b55243c req-5c8bb89a-028e-4689-b154-1352288ab12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:39:18.354738 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d1260a68-ad2a-47fa-baac-c5196b55243c req-5c8bb89a-028e-4689-b154-1352288ab12a service neutron] 10.222.0.76 "GET /v2.0/networks?id=3d679279-eb30-4fda-a503-0553a06ff59c HTTP/1.1" status: 200 len: 910 time: 0.1438084 Apr 15 20:39:18.465657 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d1260a68-ad2a-47fa-baac-c5196b55243c req-772b925b-c307-4fa4-9853-1ee25e505319 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9dabf08-79f2-4473-961a-b232ccf65634 HTTP/1.1" status: 200 len: 1001 time: 0.1034768 Apr 15 20:39:18.545148 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1260a68-ad2a-47fa-baac-c5196b55243c req-a7db9781-54f8-4909-a366-20afa39bc6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:39:18.546687 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d1260a68-ad2a-47fa-baac-c5196b55243c req-a7db9781-54f8-4909-a366-20afa39bc6da service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6fa1339f-d41e-4eb8-bb6e-40a2c73235f7 HTTP/1.1" status: 200 len: 847 time: 0.0732770 Apr 15 20:39:18.642126 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1260a68-ad2a-47fa-baac-c5196b55243c req-5df024f8-24a8-487e-84d9-effd71fd85f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:39:18.643722 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d1260a68-ad2a-47fa-baac-c5196b55243c req-5df024f8-24a8-487e-84d9-effd71fd85f2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3d679279-eb30-4fda-a503-0553a06ff59c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0821772 Apr 15 20:39:18.794305 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d1260a68-ad2a-47fa-baac-c5196b55243c req-a1b3c075-075c-4995-8c2a-a738a8cdfca2 service neutron] 10.222.0.76 "GET /v2.0/networks/3d679279-eb30-4fda-a503-0553a06ff59c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424630 Apr 15 20:39:18.937539 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d1260a68-ad2a-47fa-baac-c5196b55243c req-8a80c5dd-4d72-4efe-893f-77cc72c859ba service neutron] 10.222.0.76 "GET /v2.0/networks/3d679279-eb30-4fda-a503-0553a06ff59c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361401 Apr 15 20:39:19.602602 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-611aad59-e19d-4c1d-b92d-eb0975a661b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:39:21.039978 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.agents_db [None req-12650cd8-a504-4c0d-a4a2-248dab766c22 None None] Agent healthcheck: found 6 active agents {{(pid=85414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:39:45.091056 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6181a140-8f29-4077-bbff-caedb4c34f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:39:47.509929 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-1ab2bd77-661f-49a0-a557-4b5fe5982942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:39:47.736626 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:39:47.929886 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6589a99b-4989-4a06-bc40-62b7e77e6cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:39:48.283655 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:39:49.610899 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-611aad59-e19d-4c1d-b92d-eb0975a661b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:39:58.039746 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.agents_db [None req-12650cd8-a504-4c0d-a4a2-248dab766c22 None None] Agent healthcheck: found 6 active agents {{(pid=85414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:40:06.440657 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc02529-66ba-4a72-ae90-ae22b17d476b req-14bb5806-5458-4463-936c-126b0794a772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:40:06.442310 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-9cc02529-66ba-4a72-ae90-ae22b17d476b req-14bb5806-5458-4463-936c-126b0794a772 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=33077ec039814b65b933ccc905713d3a&device_id=b05d73a3-0f18-424d-9c59-4bcced314701 HTTP/1.1" status: 200 len: 1138 time: 0.1492984 Apr 15 20:40:06.453819 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdcb4f6-edd4-4a12-a937-fed45c603887 req-d115c4b1-44e8-4dcf-abc4-49daa5985c37 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:40:06.455382 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-0bdcb4f6-edd4-4a12-a937-fed45c603887 req-d115c4b1-44e8-4dcf-abc4-49daa5985c37 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "GET /v2.0/ports?device_id=b05d73a3-0f18-424d-9c59-4bcced314701 HTTP/1.1" status: 200 len: 985 time: 0.1266274 Apr 15 20:40:06.592823 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-0bdcb4f6-edd4-4a12-a937-fed45c603887 req-6923ecfc-06d4-406f-b93d-eb610ab7d59b tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c0e601f-3995-4ec1-8044-4f4fedf4f5f3&id=2aa076f0-60fb-48c3-b95a-55bb49622ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1148343 Apr 15 20:40:06.631475 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc02529-66ba-4a72-ae90-ae22b17d476b req-8eeee30b-27fa-4600-bc1b-136da1008ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:40:06.633003 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-9cc02529-66ba-4a72-ae90-ae22b17d476b req-8eeee30b-27fa-4600-bc1b-136da1008ed0 service neutron] 10.222.0.76 "GET /v2.0/networks?id=76f207b2-c01b-47b6-a04d-1f5598cc2de2 HTTP/1.1" status: 200 len: 917 time: 0.1767058 Apr 15 20:40:06.749917 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-9cc02529-66ba-4a72-ae90-ae22b17d476b req-9e17eb94-946a-4478-8ad3-f18d64ae3d01 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f9d4b93-f921-49f1-af94-395c11f0691c HTTP/1.1" status: 200 len: 1001 time: 0.1084130 Apr 15 20:40:06.825226 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc02529-66ba-4a72-ae90-ae22b17d476b req-7e042632-5afb-4013-bb89-ccaa66d07433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:40:06.826779 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-9cc02529-66ba-4a72-ae90-ae22b17d476b req-7e042632-5afb-4013-bb89-ccaa66d07433 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=32e6883b-cf72-499e-9a64-9753a4dad96a HTTP/1.1" status: 200 len: 854 time: 0.0685542 Apr 15 20:40:06.917726 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc02529-66ba-4a72-ae90-ae22b17d476b req-3b06f3bc-6ae6-45d8-80db-42713212320e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:40:06.919284 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-9cc02529-66ba-4a72-ae90-ae22b17d476b req-3b06f3bc-6ae6-45d8-80db-42713212320e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=76f207b2-c01b-47b6-a04d-1f5598cc2de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0826623 Apr 15 20:40:07.063684 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-9cc02529-66ba-4a72-ae90-ae22b17d476b req-ad3aec37-46e2-41f2-8a66-12fef6cf8778 service neutron] 10.222.0.76 "GET /v2.0/networks/76f207b2-c01b-47b6-a04d-1f5598cc2de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365435 Apr 15 20:40:07.211434 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-9cc02529-66ba-4a72-ae90-ae22b17d476b req-ba972614-c010-437f-9f63-f8ff07320778 service neutron] 10.222.0.76 "GET /v2.0/networks/76f207b2-c01b-47b6-a04d-1f5598cc2de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403511 Apr 15 20:40:07.807438 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919ca4b2-e164-41c8-9868-1ac1e7c327da req-aaa2684c-94d7-47d5-992c-43124bdfa130 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:40:07.809116 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-919ca4b2-e164-41c8-9868-1ac1e7c327da req-aaa2684c-94d7-47d5-992c-43124bdfa130 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "GET /v2.0/ports?device_id=b05d73a3-0f18-424d-9c59-4bcced314701 HTTP/1.1" status: 200 len: 985 time: 0.0891814 Apr 15 20:40:07.864057 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-919ca4b2-e164-41c8-9868-1ac1e7c327da req-eb4dc10b-b85b-4acb-9041-ca578dee2998 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c0e601f-3995-4ec1-8044-4f4fedf4f5f3&id=2aa076f0-60fb-48c3-b95a-55bb49622ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0459807 Apr 15 20:40:09.099545 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d004c307-c347-44b8-8645-deea0d06f768 req-f5dffc3b-763b-468c-a765-fad118055d4d tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:40:09.101502 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d004c307-c347-44b8-8645-deea0d06f768 req-f5dffc3b-763b-468c-a765-fad118055d4d tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "GET /v2.0/ports?device_id=b05d73a3-0f18-424d-9c59-4bcced314701 HTTP/1.1" status: 200 len: 985 time: 0.1038077 Apr 15 20:40:09.151837 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d004c307-c347-44b8-8645-deea0d06f768 req-adebebdd-9125-42fc-9554-ac0e6fbaa604 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c0e601f-3995-4ec1-8044-4f4fedf4f5f3&id=2aa076f0-60fb-48c3-b95a-55bb49622ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0435884 Apr 15 20:40:10.372520 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f94f04-385e-4d24-a46a-43de248ed244 req-3fc8a273-b931-4e59-934f-7e1fcc85a079 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:40:10.374170 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-b2f94f04-385e-4d24-a46a-43de248ed244 req-3fc8a273-b931-4e59-934f-7e1fcc85a079 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "GET /v2.0/ports?device_id=b05d73a3-0f18-424d-9c59-4bcced314701 HTTP/1.1" status: 200 len: 985 time: 0.0965586 Apr 15 20:40:10.430305 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-b2f94f04-385e-4d24-a46a-43de248ed244 req-ad1bb23d-0f28-41b4-b7af-893499efd623 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c0e601f-3995-4ec1-8044-4f4fedf4f5f3&id=2aa076f0-60fb-48c3-b95a-55bb49622ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0489812 Apr 15 20:40:11.039323 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238cc9de-91b1-4497-ad86-587fa4658940 req-1ade980a-a8ba-4cda-bc56-700df268f74c tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:40:11.040808 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-238cc9de-91b1-4497-ad86-587fa4658940 req-1ade980a-a8ba-4cda-bc56-700df268f74c tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=831a37b8-046a-483e-a2ce-030849b85680 HTTP/1.1" status: 200 len: 946 time: 0.0917115 Apr 15 20:40:11.089275 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-238cc9de-91b1-4497-ad86-587fa4658940 req-36bfbab2-3e92-473a-a810-7dec7d57d2c1 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=2bb5a3ee-ef4b-4b65-8a82-535cde850acc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416160 Apr 15 20:40:11.664478 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c56890-669c-4f26-bc98-04b8ed1358b2 req-fce804f5-ae34-4bcd-afb9-d65289071e89 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:40:11.665973 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-67c56890-669c-4f26-bc98-04b8ed1358b2 req-fce804f5-ae34-4bcd-afb9-d65289071e89 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "GET /v2.0/ports?device_id=b05d73a3-0f18-424d-9c59-4bcced314701 HTTP/1.1" status: 200 len: 985 time: 0.1055691 Apr 15 20:40:11.716646 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-67c56890-669c-4f26-bc98-04b8ed1358b2 req-3ac426d7-b9f9-4047-a070-9f2d44716ce4 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c0e601f-3995-4ec1-8044-4f4fedf4f5f3&id=2aa076f0-60fb-48c3-b95a-55bb49622ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0437441 Apr 15 20:40:12.317155 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad921df7-b85d-4bd2-9c97-7ac90d266e9c req-41bbce1b-f401-4a06-8ff7-f3312fb765c5 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:40:12.318749 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ad921df7-b85d-4bd2-9c97-7ac90d266e9c req-41bbce1b-f401-4a06-8ff7-f3312fb765c5 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=831a37b8-046a-483e-a2ce-030849b85680 HTTP/1.1" status: 200 len: 946 time: 0.0987551 Apr 15 20:40:12.367045 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ad921df7-b85d-4bd2-9c97-7ac90d266e9c req-c8d66364-25a4-4c83-928e-312ed1332123 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=2bb5a3ee-ef4b-4b65-8a82-535cde850acc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417318 Apr 15 20:40:13.192047 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591cf7e5-8144-449b-a9ef-79ba2e0e1103 req-f554e14e-4039-4224-99e8-062f64234035 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:40:13.193667 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-591cf7e5-8144-449b-a9ef-79ba2e0e1103 req-f554e14e-4039-4224-99e8-062f64234035 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "GET /v2.0/ports?device_id=b05d73a3-0f18-424d-9c59-4bcced314701 HTTP/1.1" status: 200 len: 985 time: 0.3488574 Apr 15 20:40:13.247538 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-591cf7e5-8144-449b-a9ef-79ba2e0e1103 req-e389e7e3-44df-428b-9bcf-314c79a59871 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c0e601f-3995-4ec1-8044-4f4fedf4f5f3&id=2aa076f0-60fb-48c3-b95a-55bb49622ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0469344 Apr 15 20:40:13.586858 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd659d4-6015-4f6d-8ffc-3b0cb96ae599 req-e0b43a2b-6b18-4189-915a-eb71127ed01c tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:40:13.588428 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-6fd659d4-6015-4f6d-8ffc-3b0cb96ae599 req-e0b43a2b-6b18-4189-915a-eb71127ed01c tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=831a37b8-046a-483e-a2ce-030849b85680 HTTP/1.1" status: 200 len: 946 time: 0.0927866 Apr 15 20:40:13.638669 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-6fd659d4-6015-4f6d-8ffc-3b0cb96ae599 req-21c7eeff-2e6c-4bae-98d7-3a87149a883f tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=2bb5a3ee-ef4b-4b65-8a82-535cde850acc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437057 Apr 15 20:40:14.473761 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72b8344-ecb3-4feb-9e36-2bfd75e23aa9 req-1788a4a3-b8b5-4fa0-905f-529a1a72ca85 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:40:14.475384 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d72b8344-ecb3-4feb-9e36-2bfd75e23aa9 req-1788a4a3-b8b5-4fa0-905f-529a1a72ca85 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "GET /v2.0/ports?device_id=b05d73a3-0f18-424d-9c59-4bcced314701 HTTP/1.1" status: 200 len: 985 time: 0.0955200 Apr 15 20:40:14.525516 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d72b8344-ecb3-4feb-9e36-2bfd75e23aa9 req-95e534fb-b780-4260-89d6-8f7708db33bc tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c0e601f-3995-4ec1-8044-4f4fedf4f5f3&id=2aa076f0-60fb-48c3-b95a-55bb49622ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0430763 Apr 15 20:40:14.856990 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216a2ce8-c159-4702-bb55-3c1f80d102e1 req-01b596e0-f137-44a0-9fae-7e5fa829a735 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:40:14.858658 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-216a2ce8-c159-4702-bb55-3c1f80d102e1 req-01b596e0-f137-44a0-9fae-7e5fa829a735 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=831a37b8-046a-483e-a2ce-030849b85680 HTTP/1.1" status: 200 len: 946 time: 0.0946984 Apr 15 20:40:14.907182 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-216a2ce8-c159-4702-bb55-3c1f80d102e1 req-300344b9-ddfd-48ad-9296-24c2f42e2dc6 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=2bb5a3ee-ef4b-4b65-8a82-535cde850acc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419829 Apr 15 20:40:15.091837 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-10eb4fcf-8b2a-4167-bae4-dc6d7ca64758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:15.742423 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b32cd7-f809-4d06-92f4-ff8624212372 req-92238591-f522-4ea0-a98e-731cb22f21a8 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:40:15.743974 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-17b32cd7-f809-4d06-92f4-ff8624212372 req-92238591-f522-4ea0-a98e-731cb22f21a8 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "GET /v2.0/ports?device_id=b05d73a3-0f18-424d-9c59-4bcced314701 HTTP/1.1" status: 200 len: 985 time: 0.0921459 Apr 15 20:40:15.795971 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-17b32cd7-f809-4d06-92f4-ff8624212372 req-ce260d86-0584-48df-a33d-1dddd77d58f0 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c0e601f-3995-4ec1-8044-4f4fedf4f5f3&id=2aa076f0-60fb-48c3-b95a-55bb49622ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0443363 Apr 15 20:40:16.124812 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce204ea-ae9e-472b-b680-1a90afb8c6c0 req-3de956d2-0c0d-4811-843d-6f1ff3744ecf tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:40:16.126468 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-3ce204ea-ae9e-472b-b680-1a90afb8c6c0 req-3de956d2-0c0d-4811-843d-6f1ff3744ecf tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=831a37b8-046a-483e-a2ce-030849b85680 HTTP/1.1" status: 200 len: 946 time: 0.0917771 Apr 15 20:40:16.174765 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-3ce204ea-ae9e-472b-b680-1a90afb8c6c0 req-afd42122-e9f6-45e3-9ce0-c45155e05f71 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=2bb5a3ee-ef4b-4b65-8a82-535cde850acc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417130 Apr 15 20:40:17.033086 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5beba5-2c9d-46b3-8fc5-e47274036680 req-a59aa5e9-ee44-4241-8d37-b4de484a3ea6 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:40:17.034745 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-5e5beba5-2c9d-46b3-8fc5-e47274036680 req-a59aa5e9-ee44-4241-8d37-b4de484a3ea6 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "GET /v2.0/ports?device_id=b05d73a3-0f18-424d-9c59-4bcced314701 HTTP/1.1" status: 200 len: 985 time: 0.1031308 Apr 15 20:40:17.087860 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-5e5beba5-2c9d-46b3-8fc5-e47274036680 req-0ea604ce-6148-42f6-8eb2-8c73b6ba9055 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c0e601f-3995-4ec1-8044-4f4fedf4f5f3&id=2aa076f0-60fb-48c3-b95a-55bb49622ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0463693 Apr 15 20:40:17.404699 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0360e25-2f64-4e39-8e72-81602a0e69d7 req-703b2f7d-dafc-49d5-8dc5-4020125a30a7 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:40:17.406303 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c0360e25-2f64-4e39-8e72-81602a0e69d7 req-703b2f7d-dafc-49d5-8dc5-4020125a30a7 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=831a37b8-046a-483e-a2ce-030849b85680 HTTP/1.1" status: 200 len: 946 time: 0.0955400 Apr 15 20:40:17.458389 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c0360e25-2f64-4e39-8e72-81602a0e69d7 req-ebe6f28b-48c1-4581-82aa-eee1c8ff8d37 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=2bb5a3ee-ef4b-4b65-8a82-535cde850acc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421841 Apr 15 20:40:17.502422 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-65676cb6-fd1c-4f77-a618-47a6633df42b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:17.724743 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:17.930540 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6589a99b-4989-4a06-bc40-62b7e77e6cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:18.286898 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:18.307444 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea18805-0c4d-4c03-a842-dbbfac1fb9a9 req-2ab139df-d116-42a9-95e7-8a120e8297ef tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:40:18.309053 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-8ea18805-0c4d-4c03-a842-dbbfac1fb9a9 req-2ab139df-d116-42a9-95e7-8a120e8297ef tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "GET /v2.0/ports?device_id=b05d73a3-0f18-424d-9c59-4bcced314701 HTTP/1.1" status: 200 len: 985 time: 0.0999362 Apr 15 20:40:18.365169 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-8ea18805-0c4d-4c03-a842-dbbfac1fb9a9 req-8603e8ed-f0e9-4c6d-89cc-1f19956a134d tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c0e601f-3995-4ec1-8044-4f4fedf4f5f3&id=2aa076f0-60fb-48c3-b95a-55bb49622ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0481048 Apr 15 20:40:18.685055 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0cd4c8-282d-4405-887b-596befb36ddc req-cef78564-2649-48cc-bdeb-c8a5341c3c66 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:40:18.686625 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-5d0cd4c8-282d-4405-887b-596befb36ddc req-cef78564-2649-48cc-bdeb-c8a5341c3c66 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=831a37b8-046a-483e-a2ce-030849b85680 HTTP/1.1" status: 200 len: 946 time: 0.0926113 Apr 15 20:40:18.741187 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-5d0cd4c8-282d-4405-887b-596befb36ddc req-c19d8268-93d1-4f9a-a799-940269372633 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=2bb5a3ee-ef4b-4b65-8a82-535cde850acc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452592 Apr 15 20:40:19.581643 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a072a2-0f25-4729-a8aa-c085b703b469 req-c06a2e93-630b-4804-a0a2-82a62a6d1c1b tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:40:19.583277 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-29a072a2-0f25-4729-a8aa-c085b703b469 req-c06a2e93-630b-4804-a0a2-82a62a6d1c1b tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "GET /v2.0/ports?device_id=b05d73a3-0f18-424d-9c59-4bcced314701 HTTP/1.1" status: 200 len: 985 time: 0.1014202 Apr 15 20:40:19.607288 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-611aad59-e19d-4c1d-b92d-eb0975a661b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:19.634259 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-29a072a2-0f25-4729-a8aa-c085b703b469 req-9eca25ae-0832-4e0d-8f44-f1fce84d4bb9 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c0e601f-3995-4ec1-8044-4f4fedf4f5f3&id=2aa076f0-60fb-48c3-b95a-55bb49622ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0443001 Apr 15 20:40:19.982900 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b80dcb-3cd4-44b5-b309-873b0159f0d6 req-41792522-fe2f-42cb-9c6d-377d2974db39 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:40:19.984499 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-b2b80dcb-3cd4-44b5-b309-873b0159f0d6 req-41792522-fe2f-42cb-9c6d-377d2974db39 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=831a37b8-046a-483e-a2ce-030849b85680 HTTP/1.1" status: 200 len: 946 time: 0.1004899 Apr 15 20:40:20.084215 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-b2b80dcb-3cd4-44b5-b309-873b0159f0d6 req-2adbcefc-d204-4192-a50b-cf2671b827a5 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=2bb5a3ee-ef4b-4b65-8a82-535cde850acc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568089 Apr 15 20:40:20.107280 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ac6af21f-d243-4802-abe7-77dfcc096604 req-e398cc5c-3e0c-424e-b9e6-eb0e01a63b58 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b05d73a3-0f18-424d-9c59-4bcced314701&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1218147 Apr 15 20:40:20.217389 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6af21f-d243-4802-abe7-77dfcc096604 req-1f7b2409-9e98-41a9-8912-03bce5abff49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:40:20.218991 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ac6af21f-d243-4802-abe7-77dfcc096604 req-1f7b2409-9e98-41a9-8912-03bce5abff49 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=33077ec039814b65b933ccc905713d3a&device_id=b05d73a3-0f18-424d-9c59-4bcced314701 HTTP/1.1" status: 200 len: 1138 time: 0.0825775 Apr 15 20:40:20.395408 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6af21f-d243-4802-abe7-77dfcc096604 req-1d95361b-b84a-46ae-b13f-bfa2cf7bccfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:40:20.396985 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ac6af21f-d243-4802-abe7-77dfcc096604 req-1d95361b-b84a-46ae-b13f-bfa2cf7bccfd service neutron] 10.222.0.76 "GET /v2.0/networks?id=76f207b2-c01b-47b6-a04d-1f5598cc2de2 HTTP/1.1" status: 200 len: 917 time: 0.1492691 Apr 15 20:40:20.509959 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ac6af21f-d243-4802-abe7-77dfcc096604 req-cfa4bdb7-6062-4555-abb6-2b71615db322 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f9d4b93-f921-49f1-af94-395c11f0691c HTTP/1.1" status: 200 len: 1001 time: 0.1053481 Apr 15 20:40:20.580901 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6af21f-d243-4802-abe7-77dfcc096604 req-3e73475c-e046-4a98-9ddc-005724078868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:40:20.582428 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ac6af21f-d243-4802-abe7-77dfcc096604 req-3e73475c-e046-4a98-9ddc-005724078868 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=32e6883b-cf72-499e-9a64-9753a4dad96a HTTP/1.1" status: 200 len: 854 time: 0.0634494 Apr 15 20:40:20.672673 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6af21f-d243-4802-abe7-77dfcc096604 req-3392df1e-4bf3-4c12-a85d-376aa4574cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:40:20.674215 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ac6af21f-d243-4802-abe7-77dfcc096604 req-3392df1e-4bf3-4c12-a85d-376aa4574cc4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=76f207b2-c01b-47b6-a04d-1f5598cc2de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0846939 Apr 15 20:40:20.818959 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ac6af21f-d243-4802-abe7-77dfcc096604 req-eb90b380-f7be-4baa-9da4-bd75f9fb4ac9 service neutron] 10.222.0.76 "GET /v2.0/networks/76f207b2-c01b-47b6-a04d-1f5598cc2de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369603 Apr 15 20:40:20.962169 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ac6af21f-d243-4802-abe7-77dfcc096604 req-62b09330-fb6c-48f4-a4f2-32317160551f service neutron] 10.222.0.76 "GET /v2.0/networks/76f207b2-c01b-47b6-a04d-1f5598cc2de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357577 Apr 15 20:40:21.439537 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d7068b-ed07-4aaf-b272-0d72a29013cc req-91e6c4fe-307e-44df-9620-c01afafd4912 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:40:21.441348 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-18d7068b-ed07-4aaf-b272-0d72a29013cc req-91e6c4fe-307e-44df-9620-c01afafd4912 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=831a37b8-046a-483e-a2ce-030849b85680 HTTP/1.1" status: 200 len: 946 time: 0.0943530 Apr 15 20:40:21.490780 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-18d7068b-ed07-4aaf-b272-0d72a29013cc req-03b3fd07-2fe8-47ba-9fb3-c65ef1d5975e tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=2bb5a3ee-ef4b-4b65-8a82-535cde850acc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427461 Apr 15 20:40:22.718795 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d486a3e-fb94-47a7-840c-0ca21951711d req-4d03927d-0d7f-4d63-9ac1-f4149c072ac6 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:40:22.720326 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-2d486a3e-fb94-47a7-840c-0ca21951711d req-4d03927d-0d7f-4d63-9ac1-f4149c072ac6 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=831a37b8-046a-483e-a2ce-030849b85680 HTTP/1.1" status: 200 len: 946 time: 0.0964479 Apr 15 20:40:22.771955 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-2d486a3e-fb94-47a7-840c-0ca21951711d req-911e079e-fef3-4810-8850-057a76632270 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=2bb5a3ee-ef4b-4b65-8a82-535cde850acc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447650 Apr 15 20:40:24.011961 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb3647-e7e2-4ab8-abb2-b7bd9209d940 req-5a9227ce-8240-4920-a571-35c360f3ea24 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:40:24.013700 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ebbb3647-e7e2-4ab8-abb2-b7bd9209d940 req-5a9227ce-8240-4920-a571-35c360f3ea24 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=831a37b8-046a-483e-a2ce-030849b85680 HTTP/1.1" status: 200 len: 946 time: 0.0936141 Apr 15 20:40:24.065445 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ebbb3647-e7e2-4ab8-abb2-b7bd9209d940 req-9caf5efe-9467-418e-b7cc-50a798653b7c tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=2bb5a3ee-ef4b-4b65-8a82-535cde850acc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443981 Apr 15 20:40:24.856828 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device d0f1346a-5532-427b-af1e-375b657b2a26 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 20:40:25.008242 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] For port d0f1346a-5532-427b-af1e-375b657b2a26, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d0f1346a-5532-427b-af1e-375b657b2a26,segment=NetworkSegment(8f8c4df8-9981-44cd-9c71-6e51c9e29c18),segment_id=8f8c4df8-9981-44cd-9c71-6e51c9e29c18)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:40:25.022242 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Returning: {'device': 'd0f1346a-5532-427b-af1e-375b657b2a26', 'network_id': '5bc06a2b-9024-484d-8786-16d9b4579274', 'port_id': 'd0f1346a-5532-427b-af1e-375b657b2a26', 'mac_address': 'fa:16:3e:05:8d:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1062, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '115d02bc-de92-4568-be72-0d321d902e0d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 20:40:25.084429 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:25.102612 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d0f1346a-5532-427b-af1e-375b657b2a26 {{(pid=85413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:40:25.118855 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] For port d0f1346a-5532-427b-af1e-375b657b2a26, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d0f1346a-5532-427b-af1e-375b657b2a26,segment=NetworkSegment(8f8c4df8-9981-44cd-9c71-6e51c9e29c18),segment_id=8f8c4df8-9981-44cd-9c71-6e51c9e29c18)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:40:25.122610 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:25.124454 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:40:25.196919 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Pushing event updated for resources: {'Port': ['ID=d0f1346a-5532-427b-af1e-375b657b2a26,revision_number=6']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:40:25.204818 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:40:25.205207 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:40:25.205590 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:40:25.205961 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:40:25.206397 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:40:25.206776 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:40:25.207141 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:40:25.207506 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:40:25.207882 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:40:25.208234 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:40:25.208594 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:40:25.208957 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:40:25.213002 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:40:25.232098 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] get_ports_and_sgs() called for port_ids ['d0f1346a-5532-427b-af1e-375b657b2a26'] {{(pid=85413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:40:25.276966 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc00b2af-01ba-44d1-8f97-ebcb3fa56396 req-861b5492-f5db-4672-8057-9c00ef065682 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:40:25.278600 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-fc00b2af-01ba-44d1-8f97-ebcb3fa56396 req-861b5492-f5db-4672-8057-9c00ef065682 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=831a37b8-046a-483e-a2ce-030849b85680 HTTP/1.1" status: 200 len: 945 time: 0.0947964 Apr 15 20:40:25.328809 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-fc00b2af-01ba-44d1-8f97-ebcb3fa56396 req-02051557-bca3-4d16-a58d-13a4f3c32082 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=2bb5a3ee-ef4b-4b65-8a82-535cde850acc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434916 Apr 15 20:40:26.557063 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862663ed-d516-42ba-9933-509cc4691cb8 req-1c6558e0-cfd1-4792-a5a6-679f1567a4c5 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:40:26.558653 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-862663ed-d516-42ba-9933-509cc4691cb8 req-1c6558e0-cfd1-4792-a5a6-679f1567a4c5 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=831a37b8-046a-483e-a2ce-030849b85680 HTTP/1.1" status: 200 len: 945 time: 0.1053770 Apr 15 20:40:26.608924 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-862663ed-d516-42ba-9933-509cc4691cb8 req-65c8b275-53bc-402b-9b15-909dc45d32bb tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=2bb5a3ee-ef4b-4b65-8a82-535cde850acc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419316 Apr 15 20:40:26.879503 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device d0f1346a-5532-427b-af1e-375b657b2a26 up at agent hyperv_hv-cinder-78638 {{(pid=85413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:40:26.958698 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Provisioning complete for port d0f1346a-5532-427b-af1e-375b657b2a26 triggered by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:40:26.959111 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:27.083270 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:27.110923 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '831a37b8-046a-483e-a2ce-030849b85680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f1346a-5532-427b-af1e-375b657b2a26'}] {{(pid=85413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:40:27.121101 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] For port d0f1346a-5532-427b-af1e-375b657b2a26, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d0f1346a-5532-427b-af1e-375b657b2a26,segment=NetworkSegment(8f8c4df8-9981-44cd-9c71-6e51c9e29c18),segment_id=8f8c4df8-9981-44cd-9c71-6e51c9e29c18)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:40:27.124741 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:27.126722 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:40:27.166297 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '831a37b8-046a-483e-a2ce-030849b85680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f1346a-5532-427b-af1e-375b657b2a26', 'code': 200} Apr 15 20:40:27.201328 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Pushing event updated for resources: {'Port': ['ID=d0f1346a-5532-427b-af1e-375b657b2a26,revision_number=7']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:40:27.204490 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:40:27.841437 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3475b8-bb57-4a20-ae5f-119aee46b880 req-8b012ef4-7012-404a-ba68-37519114f94a tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:40:27.843073 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-0e3475b8-bb57-4a20-ae5f-119aee46b880 req-8b012ef4-7012-404a-ba68-37519114f94a tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=831a37b8-046a-483e-a2ce-030849b85680 HTTP/1.1" status: 200 len: 946 time: 0.0983551 Apr 15 20:40:27.891937 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-0e3475b8-bb57-4a20-ae5f-119aee46b880 req-b3ae877e-4d7b-435d-ba60-866395099918 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=2bb5a3ee-ef4b-4b65-8a82-535cde850acc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423489 Apr 15 20:40:27.938533 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 37828) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:40:28.164990 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-aab4ef3f-54da-4df4-8a64-94194a78a849 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Deleting port d9ae5b68-9737-4bc8-943f-97d48242d879 {{(pid=85411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:40:28.165364 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-aab4ef3f-54da-4df4-8a64-94194a78a849 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245249624948'] for port, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:28.356830 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-aab4ef3f-54da-4df4-8a64-94194a78a849 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16344636'] for port, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:28.357265 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-aab4ef3f-54da-4df4-8a64-94194a78a849 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:28.502759 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-aab4ef3f-54da-4df4-8a64-94194a78a849 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Calling delete_port for d9ae5b68-9737-4bc8-943f-97d48242d879 owned by network:floatingip {{(pid=85411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:40:28.696111 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-aab4ef3f-54da-4df4-8a64-94194a78a849 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791605129519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791604687919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852399476'] for port, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:28.716214 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:40:28.813212 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab4ef3f-54da-4df4-8a64-94194a78a849 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Pushing event deleted for resources: {'Port': ['ID=d9ae5b68-9737-4bc8-943f-97d48242d879,revision_number=None']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:40:28.826036 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab4ef3f-54da-4df4-8a64-94194a78a849 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:40:28.826540 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab4ef3f-54da-4df4-8a64-94194a78a849 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:40:28.826861 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab4ef3f-54da-4df4-8a64-94194a78a849 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:40:28.827265 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab4ef3f-54da-4df4-8a64-94194a78a849 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:40:28.827660 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab4ef3f-54da-4df4-8a64-94194a78a849 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:40:28.828072 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab4ef3f-54da-4df4-8a64-94194a78a849 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:40:28.828455 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab4ef3f-54da-4df4-8a64-94194a78a849 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:40:28.828870 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab4ef3f-54da-4df4-8a64-94194a78a849 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:40:28.829271 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab4ef3f-54da-4df4-8a64-94194a78a849 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:40:28.829665 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab4ef3f-54da-4df4-8a64-94194a78a849 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:40:28.830056 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab4ef3f-54da-4df4-8a64-94194a78a849 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:40:28.830473 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab4ef3f-54da-4df4-8a64-94194a78a849 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:40:28.836322 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-aab4ef3f-54da-4df4-8a64-94194a78a849 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:40:29.091756 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-aab4ef3f-54da-4df4-8a64-94194a78a849 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Notify callbacks [] for floatingip, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:29.092322 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.db.l3_db [None req-aab4ef3f-54da-4df4-8a64-94194a78a849 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Floating IP 337c650d-4964-441f-b0bd-1c209ddb5d93 disassociated (deleted). External IP: 172.28.3.187, port: d9dabf08-79f2-4473-961a-b232ccf65634. Apr 15 20:40:29.564783 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4928b02-5e13-4ed3-aea9-f9b8bf5178b2 req-dd617775-d707-4ae2-9a09-26e8bac105b9 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:40:29.566508 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d4928b02-5e13-4ed3-aea9-f9b8bf5178b2 req-dd617775-d707-4ae2-9a09-26e8bac105b9 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=831a37b8-046a-483e-a2ce-030849b85680 HTTP/1.1" status: 200 len: 946 time: 0.5311203 Apr 15 20:40:29.719869 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d4928b02-5e13-4ed3-aea9-f9b8bf5178b2 req-b768f5be-0e5d-48b0-9a58-8f1718a0597d tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=2bb5a3ee-ef4b-4b65-8a82-535cde850acc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279118 Apr 15 20:40:29.867401 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aab4ef3f-54da-4df4-8a64-94194a78a849 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Router 6beddfa5-51a5-4827-9303-ae1f11164a3c has already been hosted by L3 agent f2e50876-c35d-48fb-9e24-f0907444cef9 {{(pid=85411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 20:40:30.075902 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aab4ef3f-54da-4df4-8a64-94194a78a849 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Notify agent at l3_agent.dv-cinder-786386-2-smb the message routers_updated {{(pid=85411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 20:40:30.086198 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a14dc3-b134-484f-8d16-e9b91907480d None None] Sync routers for ids ['6beddfa5-51a5-4827-9303-ae1f11164a3c'] in dv-cinder-786386-2-smb {{(pid=85413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 20:40:30.096607 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a14dc3-b134-484f-8d16-e9b91907480d None None] Routers {'6beddfa5-51a5-4827-9303-ae1f11164a3c'} bound to L3 agent in host dv-cinder-786386-2-smb {{(pid=85413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:40:30.097978 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-e7a14dc3-b134-484f-8d16-e9b91907480d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T20:23:47Z,description=,heartbeat_timestamp=2021-04-15T20:40:17Z,host='dv-cinder-786386-2-smb',id=f2e50876-c35d-48fb-9e24-f0907444cef9,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:23:48Z,topic='l3_agent')) {'router_ids': ['6beddfa5-51a5-4827-9303-ae1f11164a3c'], 'active': True} {{(pid=85413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:40:30.111953 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-aab4ef3f-54da-4df4-8a64-94194a78a849 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-906'] for floatingip, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:30.196203 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-aab4ef3f-54da-4df4-8a64-94194a78a849 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "DELETE /v2.0/floatingips/337c650d-4964-441f-b0bd-1c209ddb5d93 HTTP/1.1" status: 204 len: 168 time: 2.2563810 Apr 15 20:40:30.197375 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b21fca5b-30cc-4b1b-984e-7aa59f57e80e', 'tag': 'd9dabf08-79f2-4473-961a-b232ccf65634'}] {{(pid=85411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:40:30.306312 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b21fca5b-30cc-4b1b-984e-7aa59f57e80e', 'tag': 'd9dabf08-79f2-4473-961a-b232ccf65634', 'status': 'completed', 'code': 200} Apr 15 20:40:30.321845 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvr_db [None req-e7a14dc3-b134-484f-8d16-e9b91907480d None None] Set router 6beddfa5-51a5-4827-9303-ae1f11164a3c gateway port host: dv-cinder-786386-2-smb {{(pid=85413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:40:30.457017 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73beddde-4026-4a28-a499-3d6c1e6aa06f req-8f69b4f4-4ae8-438c-a739-e292d08737e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:40:30.458747 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-73beddde-4026-4a28-a499-3d6c1e6aa06f req-8f69b4f4-4ae8-438c-a739-e292d08737e5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9bbdc00c388d464d85f419da9ce19122&device_id=b21fca5b-30cc-4b1b-984e-7aa59f57e80e HTTP/1.1" status: 200 len: 1098 time: 0.1320052 Apr 15 20:40:30.748366 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73beddde-4026-4a28-a499-3d6c1e6aa06f req-6ae9d359-6568-49dc-9cf8-5fd59891fdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:40:30.750111 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-73beddde-4026-4a28-a499-3d6c1e6aa06f req-6ae9d359-6568-49dc-9cf8-5fd59891fdbf service neutron] 10.222.0.76 "GET /v2.0/networks?id=3d679279-eb30-4fda-a503-0553a06ff59c HTTP/1.1" status: 200 len: 910 time: 0.2813861 Apr 15 20:40:30.757590 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-e7a14dc3-b134-484f-8d16-e9b91907480d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6beddfa5-51a5-4827-9303-ae1f11164a3c', 'name': 'tempest-TestShelveInstance-687064141-router', 'tenant_id': '9bbdc00c388d464d85f419da9ce19122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.195'}], 'enable_snat': True}, 'gw_port_id': 'cd59846e-fb68-4859-bdc9-e8e2e6a1d413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:33:14Z', 'updated_at': '2021-04-15T20:33:25Z', 'revision_number': 4, 'project_id': '9bbdc00c388d464d85f419da9ce19122', 'gw_port': {'id': 'cd59846e-fb68-4859-bdc9-e8e2e6a1d413', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6beddfa5-51a5-4827-9303-ae1f11164a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:33:17Z', 'updated_at': '2021-04-15T20:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb', '_interfaces': [{'id': '7c4ce4e2-6221-40cd-b1a5-0c8a63baf4d6', 'name': '', 'network_id': '3d679279-eb30-4fda-a503-0553a06ff59c', 'tenant_id': '9bbdc00c388d464d85f419da9ce19122', 'mac_address': 'fa:16:3e:6d:22:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6beddfa5-51a5-4827-9303-ae1f11164a3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '6fa1339f-d41e-4eb8-bb6e-40a2c73235f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:33:24Z', 'updated_at': '2021-04-15T20:33:35Z', 'revision_number': 5, 'project_id': '9bbdc00c388d464d85f419da9ce19122', 'subnets': [{'id': '6fa1339f-d41e-4eb8-bb6e-40a2c73235f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-2-smb', False) {} {{(pid=85413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:40:30.762913 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a14dc3-b134-484f-8d16-e9b91907480d None None] Checking router: 6beddfa5-51a5-4827-9303-ae1f11164a3c for host: dv-cinder-786386-2-smb {{(pid=85413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 20:40:30.773283 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a14dc3-b134-484f-8d16-e9b91907480d None None] Routers {'6beddfa5-51a5-4827-9303-ae1f11164a3c'} bound to L3 agent in host dv-cinder-786386-2-smb {{(pid=85413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:40:30.774092 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-e7a14dc3-b134-484f-8d16-e9b91907480d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T20:23:47Z,description=,heartbeat_timestamp=2021-04-15T20:40:17Z,host='dv-cinder-786386-2-smb',id=f2e50876-c35d-48fb-9e24-f0907444cef9,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:23:48Z,topic='l3_agent')) {'router_ids': ['6beddfa5-51a5-4827-9303-ae1f11164a3c'], 'active': True} {{(pid=85413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:40:30.923933 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-73beddde-4026-4a28-a499-3d6c1e6aa06f req-76565807-f977-4702-825a-f9e8407b44c2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9dabf08-79f2-4473-961a-b232ccf65634 HTTP/1.1" status: 200 len: 217 time: 0.1558816 Apr 15 20:40:31.005372 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvr_db [None req-e7a14dc3-b134-484f-8d16-e9b91907480d None None] Set router 6beddfa5-51a5-4827-9303-ae1f11164a3c gateway port host: dv-cinder-786386-2-smb {{(pid=85413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:40:31.067859 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73beddde-4026-4a28-a499-3d6c1e6aa06f req-f60be7cd-0164-42a5-a426-e6a8ff56b6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:40:31.069463 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-73beddde-4026-4a28-a499-3d6c1e6aa06f req-f60be7cd-0164-42a5-a426-e6a8ff56b6f4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6fa1339f-d41e-4eb8-bb6e-40a2c73235f7 HTTP/1.1" status: 200 len: 847 time: 0.1055198 Apr 15 20:40:31.077851 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28150dc4-969a-4e91-aafd-e611fe9a7110 req-c7ac6c06-86fb-4fa2-bc83-1d91c6f1d4b8 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:40:31.078763 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-28150dc4-969a-4e91-aafd-e611fe9a7110 req-c7ac6c06-86fb-4fa2-bc83-1d91c6f1d4b8 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Synchronizing usage tracker for tenant:9bbdc00c388d464d85f419da9ce19122 on resource:port {{(pid=85411) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:40:31.161612 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-28150dc4-969a-4e91-aafd-e611fe9a7110 req-c7ac6c06-86fb-4fa2-bc83-1d91c6f1d4b8 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Unset dirty status for tenant:9bbdc00c388d464d85f419da9ce19122 on resource:port {{(pid=85411) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:40:31.162913 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-28150dc4-969a-4e91-aafd-e611fe9a7110 req-c7ac6c06-86fb-4fa2-bc83-1d91c6f1d4b8 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/ports?device_id=b21fca5b-30cc-4b1b-984e-7aa59f57e80e HTTP/1.1" status: 200 len: 945 time: 0.5015361 Apr 15 20:40:31.199204 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a669a-161d-41b3-931f-ad412ffbe307 req-1b581372-0de9-4b3a-a336-44988ddfd97f tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:40:31.202582 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f18a669a-161d-41b3-931f-ad412ffbe307 req-1b581372-0de9-4b3a-a336-44988ddfd97f tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=831a37b8-046a-483e-a2ce-030849b85680 HTTP/1.1" status: 200 len: 946 time: 0.2757442 Apr 15 20:40:31.267001 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73beddde-4026-4a28-a499-3d6c1e6aa06f req-d9c66a54-5eb6-43d3-8909-59601b925b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:40:31.267001 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-73beddde-4026-4a28-a499-3d6c1e6aa06f req-d9c66a54-5eb6-43d3-8909-59601b925b61 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3d679279-eb30-4fda-a503-0553a06ff59c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1782894 Apr 15 20:40:31.278048 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-28150dc4-969a-4e91-aafd-e611fe9a7110 req-5e0e139c-24e4-46e8-a846-b229d5ab8e89 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/security-groups?id=24311f26-a3c4-4f6e-b39f-4e82f8091dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051972 Apr 15 20:40:31.428649 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f18a669a-161d-41b3-931f-ad412ffbe307 req-86d5c5a0-584d-4db1-ab05-dae4eb397399 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=2bb5a3ee-ef4b-4b65-8a82-535cde850acc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2134719 Apr 15 20:40:31.497900 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-73beddde-4026-4a28-a499-3d6c1e6aa06f req-e083e246-34f4-477e-ab38-848a5ecff140 service neutron] 10.222.0.76 "GET /v2.0/networks/3d679279-eb30-4fda-a503-0553a06ff59c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237079 Apr 15 20:40:31.617565 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-e7a14dc3-b134-484f-8d16-e9b91907480d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6beddfa5-51a5-4827-9303-ae1f11164a3c', 'name': 'tempest-TestShelveInstance-687064141-router', 'tenant_id': '9bbdc00c388d464d85f419da9ce19122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.195'}], 'enable_snat': True}, 'gw_port_id': 'cd59846e-fb68-4859-bdc9-e8e2e6a1d413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:33:14Z', 'updated_at': '2021-04-15T20:33:25Z', 'revision_number': 4, 'project_id': '9bbdc00c388d464d85f419da9ce19122', 'gw_port': {'id': 'cd59846e-fb68-4859-bdc9-e8e2e6a1d413', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6beddfa5-51a5-4827-9303-ae1f11164a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:33:17Z', 'updated_at': '2021-04-15T20:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb', '_interfaces': [{'id': '7c4ce4e2-6221-40cd-b1a5-0c8a63baf4d6', 'name': '', 'network_id': '3d679279-eb30-4fda-a503-0553a06ff59c', 'tenant_id': '9bbdc00c388d464d85f419da9ce19122', 'mac_address': 'fa:16:3e:6d:22:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6beddfa5-51a5-4827-9303-ae1f11164a3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '6fa1339f-d41e-4eb8-bb6e-40a2c73235f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:33:24Z', 'updated_at': '2021-04-15T20:33:35Z', 'revision_number': 5, 'project_id': '9bbdc00c388d464d85f419da9ce19122', 'subnets': [{'id': '6fa1339f-d41e-4eb8-bb6e-40a2c73235f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-2-smb', False) {} {{(pid=85413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:40:31.623265 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a14dc3-b134-484f-8d16-e9b91907480d None None] The sync data for ids ['6beddfa5-51a5-4827-9303-ae1f11164a3c'] in dv-cinder-786386-2-smb is: [{'id': '6beddfa5-51a5-4827-9303-ae1f11164a3c', 'name': 'tempest-TestShelveInstance-687064141-router', 'tenant_id': '9bbdc00c388d464d85f419da9ce19122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.195'}], 'enable_snat': True}, 'gw_port_id': 'cd59846e-fb68-4859-bdc9-e8e2e6a1d413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:33:14Z', 'updated_at': '2021-04-15T20:33:25Z', 'revision_number': 4, 'project_id': '9bbdc00c388d464d85f419da9ce19122', 'gw_port': {'id': 'cd59846e-fb68-4859-bdc9-e8e2e6a1d413', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6beddfa5-51a5-4827-9303-ae1f11164a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:33:17Z', 'updated_at': '2021-04-15T20:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb', '_interfaces': [{'id': '7c4ce4e2-6221-40cd-b1a5-0c8a63baf4d6', 'name': '', 'network_id': '3d679279-eb30-4fda-a503-0553a06ff59c', 'tenant_id': '9bbdc00c388d464d85f419da9ce19122', 'mac_address': 'fa:16:3e:6d:22:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6beddfa5-51a5-4827-9303-ae1f11164a3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '6fa1339f-d41e-4eb8-bb6e-40a2c73235f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:33:24Z', 'updated_at': '2021-04-15T20:33:35Z', 'revision_number': 5, 'project_id': '9bbdc00c388d464d85f419da9ce19122', 'subnets': [{'id': '6fa1339f-d41e-4eb8-bb6e-40a2c73235f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 20:40:31.671732 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-73beddde-4026-4a28-a499-3d6c1e6aa06f req-1f46ba56-645d-414b-a683-dbf84c37fa13 service neutron] 10.222.0.76 "GET /v2.0/networks/3d679279-eb30-4fda-a503-0553a06ff59c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658778 Apr 15 20:40:32.114825 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649ebab9-ba00-4f36-a016-64e0208ec9e2 None None] New status for floating IP 337c650d-4964-441f-b0bd-1c209ddb5d93: DOWN {{(pid=85414) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 20:40:32.503390 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b090f4-9007-4038-aa2d-78e73a870ea3 req-d3481720-ff0a-4103-84d0-374f5cb0f3a3 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:40:32.505653 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-47b090f4-9007-4038-aa2d-78e73a870ea3 req-d3481720-ff0a-4103-84d0-374f5cb0f3a3 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/ports?device_id=b21fca5b-30cc-4b1b-984e-7aa59f57e80e HTTP/1.1" status: 200 len: 945 time: 0.0908391 Apr 15 20:40:32.557633 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-47b090f4-9007-4038-aa2d-78e73a870ea3 req-56934f6f-b8f4-4aa3-bc1b-c490ed3215d2 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/security-groups?id=24311f26-a3c4-4f6e-b39f-4e82f8091dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451608 Apr 15 20:40:32.652973 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90981d04-0290-4011-9e65-e271928a0568 req-68a4ad74-c835-44ee-9c7e-cef58aaa7138 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:40:32.654635 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-90981d04-0290-4011-9e65-e271928a0568 req-68a4ad74-c835-44ee-9c7e-cef58aaa7138 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=831a37b8-046a-483e-a2ce-030849b85680 HTTP/1.1" status: 200 len: 946 time: 0.0959933 Apr 15 20:40:32.761260 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-90981d04-0290-4011-9e65-e271928a0568 req-4e5997bf-9b22-4bf0-94fe-e69611b49f4b tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=2bb5a3ee-ef4b-4b65-8a82-535cde850acc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616326 Apr 15 20:40:32.783605 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62041a0d-5edc-4634-a665-8844cb700322 req-e6f04cd9-9dc9-4c78-9432-cbf926a983b6 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:40:32.785201 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-62041a0d-5edc-4634-a665-8844cb700322 req-e6f04cd9-9dc9-4c78-9432-cbf926a983b6 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.76 "GET /v2.0/ports?device_id=b21fca5b-30cc-4b1b-984e-7aa59f57e80e HTTP/1.1" status: 200 len: 945 time: 0.1295416 Apr 15 20:40:32.881157 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [req-62041a0d-5edc-4634-a665-8844cb700322 req-57e3229b-9b60-4cc8-a210-f63c4be2d264 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Deleting port d9dabf08-79f2-4473-961a-b232ccf65634 {{(pid=85411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:40:32.881466 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-62041a0d-5edc-4634-a665-8844cb700322 req-57e3229b-9b60-4cc8-a210-f63c4be2d264 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245249624948'] for port, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:33.149844 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [req-62041a0d-5edc-4634-a665-8844cb700322 req-57e3229b-9b60-4cc8-a210-f63c4be2d264 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] For port d9dabf08-79f2-4473-961a-b232ccf65634, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d9dabf08-79f2-4473-961a-b232ccf65634,segment=NetworkSegment(aa021547-3bc5-4b18-bf7b-1944f8c5afba),segment_id=aa021547-3bc5-4b18-bf7b-1944f8c5afba)] {{(pid=85411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:40:33.150157 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-62041a0d-5edc-4634-a665-8844cb700322 req-57e3229b-9b60-4cc8-a210-f63c4be2d264 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16344636'] for port, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:33.285962 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [req-62041a0d-5edc-4634-a665-8844cb700322 req-57e3229b-9b60-4cc8-a210-f63c4be2d264 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Calling delete_port for d9dabf08-79f2-4473-961a-b232ccf65634 owned by compute:nova {{(pid=85411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:40:33.455613 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-62041a0d-5edc-4634-a665-8844cb700322 req-57e3229b-9b60-4cc8-a210-f63c4be2d264 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791605129519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791604687919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852399476'] for port, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:33.471397 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:40:33.574960 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e3229b-9b60-4cc8-a210-f63c4be2d264 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Pushing event deleted for resources: {'Port': ['ID=d9dabf08-79f2-4473-961a-b232ccf65634,revision_number=None']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:40:33.579067 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-57e3229b-9b60-4cc8-a210-f63c4be2d264 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:40:33.794644 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-3da54f80-1032-453d-9554-2f28280f5c08 req-c22b5739-0780-4437-af30-7b79d2f31316 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/ports?device_id=b21fca5b-30cc-4b1b-984e-7aa59f57e80e HTTP/1.1" status: 200 len: 210 time: 0.1051440 Apr 15 20:40:33.801910 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [req-62041a0d-5edc-4634-a665-8844cb700322 req-57e3229b-9b60-4cc8-a210-f63c4be2d264 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] No DVR routers for this DVR port d9dabf08-79f2-4473-961a-b232ccf65634 on host hv-cinder-78638 {{(pid=85411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 20:40:33.804756 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-62041a0d-5edc-4634-a665-8844cb700322 req-57e3229b-9b60-4cc8-a210-f63c4be2d264 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-906'] for port, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:33.809374 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b21fca5b-30cc-4b1b-984e-7aa59f57e80e', 'name': 'network-vif-deleted', 'tag': 'd9dabf08-79f2-4473-961a-b232ccf65634'}] {{(pid=85411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:40:33.827008 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-62041a0d-5edc-4634-a665-8844cb700322 req-57e3229b-9b60-4cc8-a210-f63c4be2d264 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.76 "DELETE /v2.0/ports/d9dabf08-79f2-4473-961a-b232ccf65634 HTTP/1.1" status: 204 len: 173 time: 1.0265622 Apr 15 20:40:33.902589 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b21fca5b-30cc-4b1b-984e-7aa59f57e80e', 'name': 'network-vif-deleted', 'tag': 'd9dabf08-79f2-4473-961a-b232ccf65634', 'status': 'completed', 'code': 200} Apr 15 20:40:34.016926 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5808651a-1a90-4066-8397-8dfdba77a3aa req-67dfe827-f1c9-461e-8bd4-b490b875b628 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:40:34.018592 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-5808651a-1a90-4066-8397-8dfdba77a3aa req-67dfe827-f1c9-461e-8bd4-b490b875b628 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=831a37b8-046a-483e-a2ce-030849b85680 HTTP/1.1" status: 200 len: 946 time: 0.1004233 Apr 15 20:40:34.074426 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-5808651a-1a90-4066-8397-8dfdba77a3aa req-2c9ec8e1-dea9-475d-a279-366b7839ab25 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=2bb5a3ee-ef4b-4b65-8a82-535cde850acc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493481 Apr 15 20:40:35.040217 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.agents_db [None req-12650cd8-a504-4c0d-a4a2-248dab766c22 None None] Agent healthcheck: found 6 active agents {{(pid=85414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:40:35.349938 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-c9b97eb5-34b3-41a0-890c-50ad502783f4 req-ff1faf8c-97ff-45ca-ab29-e958204f3bc9 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Synchronizing usage tracker for tenant:9bbdc00c388d464d85f419da9ce19122 on resource:port {{(pid=85411) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:40:35.396284 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-c9b97eb5-34b3-41a0-890c-50ad502783f4 req-ff1faf8c-97ff-45ca-ab29-e958204f3bc9 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Unset dirty status for tenant:9bbdc00c388d464d85f419da9ce19122 on resource:port {{(pid=85411) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:40:35.397662 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c9b97eb5-34b3-41a0-890c-50ad502783f4 req-ff1faf8c-97ff-45ca-ab29-e958204f3bc9 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "GET /v2.0/ports?device_id=b21fca5b-30cc-4b1b-984e-7aa59f57e80e HTTP/1.1" status: 200 len: 210 time: 0.4128876 Apr 15 20:40:35.425774 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443bc566-18b9-40bf-9799-03747a8f6c7d req-d5eab7c3-9f5d-456d-8708-3d4e4d99c6dd tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:40:35.427439 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-443bc566-18b9-40bf-9799-03747a8f6c7d req-d5eab7c3-9f5d-456d-8708-3d4e4d99c6dd tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=831a37b8-046a-483e-a2ce-030849b85680 HTTP/1.1" status: 200 len: 946 time: 0.1470959 Apr 15 20:40:35.479843 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-443bc566-18b9-40bf-9799-03747a8f6c7d req-d51b6c6f-a579-4d03-92a6-ecffa4de6ef6 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=2bb5a3ee-ef4b-4b65-8a82-535cde850acc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459340 Apr 15 20:40:36.502164 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 37894) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:40:36.578150 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-765a9fd8-0f7e-4bcd-839a-259f18f58d4f tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Notify callbacks [] for security_group, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:36.611932 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-765a9fd8-0f7e-4bcd-839a-259f18f58d4f tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:36.743163 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d58fb12-c2ce-43e4-b1c4-351895851f3a req-33ce8b3c-5a19-4bbc-bb9a-c41d6bcbee7e tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:40:36.744684 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-1d58fb12-c2ce-43e4-b1c4-351895851f3a req-33ce8b3c-5a19-4bbc-bb9a-c41d6bcbee7e tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=831a37b8-046a-483e-a2ce-030849b85680 HTTP/1.1" status: 200 len: 946 time: 0.1231139 Apr 15 20:40:36.785689 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-765a9fd8-0f7e-4bcd-839a-259f18f58d4f tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:36.794072 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-abcd778f-8f2a-4c74-afc1-3980356ff88a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:40:36.812533 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765a9fd8-0f7e-4bcd-839a-259f18f58d4f tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24311f26-a3c4-4f6e-b39f-4e82f8091dad,revision_number=None']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:40:36.816933 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-1d58fb12-c2ce-43e4-b1c4-351895851f3a req-ff52daab-15f0-437a-bf00-aaa60e9769bf tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=2bb5a3ee-ef4b-4b65-8a82-535cde850acc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657148 Apr 15 20:40:36.817754 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-765a9fd8-0f7e-4bcd-839a-259f18f58d4f tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:40:36.821767 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-765a9fd8-0f7e-4bcd-839a-259f18f58d4f tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Notify callbacks [] for security_group, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:36.826171 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-765a9fd8-0f7e-4bcd-839a-259f18f58d4f tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] 10.222.0.69 "DELETE /v2.0/security-groups/24311f26-a3c4-4f6e-b39f-4e82f8091dad HTTP/1.1" status: 204 len: 168 time: 0.3228457 Apr 15 20:40:36.907146 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 37904) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:40:36.959228 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device d9dabf08-79f2-4473-961a-b232ccf65634 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 20:40:36.996887 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] No Port match for: d9dabf08-79f2-4473-961a-b232ccf65634 {{(pid=85413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 20:40:36.997358 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device d9dabf08-79f2-4473-961a-b232ccf65634 not bound to the agent host hv-cinder-78638 {{(pid=85413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 20:40:37.898489 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-03f5b395-108f-48db-b5c2-4831e1b447a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16369167'] for router_interface, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:38.090633 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e3b002-c0b7-4e4e-978d-b58bf7b8bd53 req-f550a2eb-836e-461a-b24b-e6c3e9ba3d65 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:40:38.092290 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-72e3b002-c0b7-4e4e-978d-b58bf7b8bd53 req-f550a2eb-836e-461a-b24b-e6c3e9ba3d65 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=831a37b8-046a-483e-a2ce-030849b85680 HTTP/1.1" status: 200 len: 946 time: 0.1072416 Apr 15 20:40:38.151644 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-72e3b002-c0b7-4e4e-978d-b58bf7b8bd53 req-901c7790-920d-461a-94bf-f3c170a418ec tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=2bb5a3ee-ef4b-4b65-8a82-535cde850acc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472839 Apr 15 20:40:38.341261 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-03f5b395-108f-48db-b5c2-4831e1b447a2 admin admin] Deleting port 7c4ce4e2-6221-40cd-b1a5-0c8a63baf4d6 {{(pid=85412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:40:38.342027 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-03f5b395-108f-48db-b5c2-4831e1b447a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245249624948'] for port, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:38.564589 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-03f5b395-108f-48db-b5c2-4831e1b447a2 admin admin] For port 7c4ce4e2-6221-40cd-b1a5-0c8a63baf4d6, host dv-cinder-786386-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-2-smb',level=0,port_id=7c4ce4e2-6221-40cd-b1a5-0c8a63baf4d6,segment=NetworkSegment(aa021547-3bc5-4b18-bf7b-1944f8c5afba),segment_id=aa021547-3bc5-4b18-bf7b-1944f8c5afba)] {{(pid=85412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:40:38.564982 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-03f5b395-108f-48db-b5c2-4831e1b447a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16344636'] for port, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:38.702707 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-03f5b395-108f-48db-b5c2-4831e1b447a2 admin admin] Calling delete_port for 7c4ce4e2-6221-40cd-b1a5-0c8a63baf4d6 owned by network:router_interface {{(pid=85412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:40:38.883691 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-03f5b395-108f-48db-b5c2-4831e1b447a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791605129519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791604687919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852524119'] for port, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:38.897039 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-dcaa3261-cdd5-445f-b44f-fc08e360c223 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:40:38.989648 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f5b395-108f-48db-b5c2-4831e1b447a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c4ce4e2-6221-40cd-b1a5-0c8a63baf4d6,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:40:39.004620 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f5b395-108f-48db-b5c2-4831e1b447a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:40:39.005041 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f5b395-108f-48db-b5c2-4831e1b447a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:40:39.005463 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f5b395-108f-48db-b5c2-4831e1b447a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:40:39.005865 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f5b395-108f-48db-b5c2-4831e1b447a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:40:39.006263 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f5b395-108f-48db-b5c2-4831e1b447a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:40:39.006694 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f5b395-108f-48db-b5c2-4831e1b447a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:40:39.007094 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f5b395-108f-48db-b5c2-4831e1b447a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:40:39.007489 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f5b395-108f-48db-b5c2-4831e1b447a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:40:39.007865 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f5b395-108f-48db-b5c2-4831e1b447a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:40:39.008265 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f5b395-108f-48db-b5c2-4831e1b447a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:40:39.008663 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f5b395-108f-48db-b5c2-4831e1b447a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:40:39.009053 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f5b395-108f-48db-b5c2-4831e1b447a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:40:39.013779 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-03f5b395-108f-48db-b5c2-4831e1b447a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:40:39.356638 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-03f5b395-108f-48db-b5c2-4831e1b447a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838292340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16373924'] for router_interface, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:39.381287 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf07bee-5603-4bd9-9ed8-25dc4dcbbd50 req-d74e9f77-b75f-48a8-a78d-36ec6f907a74 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:40:39.383051 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-6bf07bee-5603-4bd9-9ed8-25dc4dcbbd50 req-d74e9f77-b75f-48a8-a78d-36ec6f907a74 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=831a37b8-046a-483e-a2ce-030849b85680 HTTP/1.1" status: 200 len: 946 time: 0.0886147 Apr 15 20:40:39.432334 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-6bf07bee-5603-4bd9-9ed8-25dc4dcbbd50 req-2d2c7b60-5599-44bd-9832-955b31c49453 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=2bb5a3ee-ef4b-4b65-8a82-535cde850acc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426435 Apr 15 20:40:39.863611 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03f5b395-108f-48db-b5c2-4831e1b447a2 admin admin] Router 6beddfa5-51a5-4827-9303-ae1f11164a3c has already been hosted by L3 agent f2e50876-c35d-48fb-9e24-f0907444cef9 {{(pid=85412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 20:40:39.899418 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e707efc-2ad3-4138-8bc2-11ad733ae134 req-9d086e60-8294-4320-b7b6-15c723681e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:40:39.901050 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-0e707efc-2ad3-4138-8bc2-11ad733ae134 req-9d086e60-8294-4320-b7b6-15c723681e54 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a7106cb89b6d4e9399c7bc046ff492b4&device_id=831a37b8-046a-483e-a2ce-030849b85680 HTTP/1.1" status: 200 len: 1099 time: 0.0857661 Apr 15 20:40:40.050274 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e707efc-2ad3-4138-8bc2-11ad733ae134 req-6928ab96-f858-425f-b6f4-17deed24712e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:40:40.051808 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-0e707efc-2ad3-4138-8bc2-11ad733ae134 req-6928ab96-f858-425f-b6f4-17deed24712e service neutron] 10.222.0.76 "GET /v2.0/networks?id=5bc06a2b-9024-484d-8786-16d9b4579274 HTTP/1.1" status: 200 len: 918 time: 0.1387229 Apr 15 20:40:40.169154 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-0e707efc-2ad3-4138-8bc2-11ad733ae134 req-6b9a5da8-ef1b-4993-85a9-df1e0eca537a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0f1346a-5532-427b-af1e-375b657b2a26 HTTP/1.1" status: 200 len: 1001 time: 0.1082175 Apr 15 20:40:40.246525 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e707efc-2ad3-4138-8bc2-11ad733ae134 req-aac04675-cf36-4452-9ed9-d10882f46208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:40:40.248115 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-0e707efc-2ad3-4138-8bc2-11ad733ae134 req-aac04675-cf36-4452-9ed9-d10882f46208 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=115d02bc-de92-4568-be72-0d321d902e0d HTTP/1.1" status: 200 len: 855 time: 0.0675306 Apr 15 20:40:40.300872 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f5b395-108f-48db-b5c2-4831e1b447a2 admin admin] Notify agent at l3_agent.dv-cinder-786386-2-smb the message routers_updated {{(pid=85412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 20:40:40.310944 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4284ce60-d2b6-4872-8b34-d82377a54c9e None None] Sync routers for ids ['6beddfa5-51a5-4827-9303-ae1f11164a3c'] in dv-cinder-786386-2-smb {{(pid=85413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 20:40:40.319137 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-03f5b395-108f-48db-b5c2-4831e1b447a2 admin admin] 10.222.0.69 "PUT /v2.0/routers/6beddfa5-51a5-4827-9303-ae1f11164a3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4080596 Apr 15 20:40:40.319446 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 37934) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:40:40.321566 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4284ce60-d2b6-4872-8b34-d82377a54c9e None None] Routers {'6beddfa5-51a5-4827-9303-ae1f11164a3c'} bound to L3 agent in host dv-cinder-786386-2-smb {{(pid=85413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:40:40.322241 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-4284ce60-d2b6-4872-8b34-d82377a54c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T20:23:47Z,description=,heartbeat_timestamp=2021-04-15T20:40:17Z,host='dv-cinder-786386-2-smb',id=f2e50876-c35d-48fb-9e24-f0907444cef9,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:23:48Z,topic='l3_agent')) {'router_ids': ['6beddfa5-51a5-4827-9303-ae1f11164a3c'], 'active': True} {{(pid=85413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:40:40.338539 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e707efc-2ad3-4138-8bc2-11ad733ae134 req-607a8842-b3db-4635-87d8-921cd0d93d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:40:40.340412 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-0e707efc-2ad3-4138-8bc2-11ad733ae134 req-607a8842-b3db-4635-87d8-921cd0d93d07 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5bc06a2b-9024-484d-8786-16d9b4579274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0832324 Apr 15 20:40:40.492355 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-0e707efc-2ad3-4138-8bc2-11ad733ae134 req-ff9dbd3a-8dce-4cfb-93c9-e49b2ddb1804 service neutron] 10.222.0.76 "GET /v2.0/networks/5bc06a2b-9024-484d-8786-16d9b4579274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420381 Apr 15 20:40:40.521477 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvr_db [None req-4284ce60-d2b6-4872-8b34-d82377a54c9e None None] Set router 6beddfa5-51a5-4827-9303-ae1f11164a3c gateway port host: dv-cinder-786386-2-smb {{(pid=85413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:40:40.532072 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7eb7a2c5-0067-460e-ad7e-8784290d0198 admin admin] Notify callbacks [] for router, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:40.720959 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-0e707efc-2ad3-4138-8bc2-11ad733ae134 req-a9df1e1e-cdb0-4be0-bec2-46cb7137c528 service neutron] 10.222.0.76 "GET /v2.0/networks/5bc06a2b-9024-484d-8786-16d9b4579274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151618 Apr 15 20:40:40.727530 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7eb7a2c5-0067-460e-ad7e-8784290d0198 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:40.735607 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c886e4ac-a653-4440-900c-d99ba8167c67 req-359255c4-a778-432c-9356-01f42837fce9 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:40:40.736951 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-7eb7a2c5-0067-460e-ad7e-8784290d0198 admin admin] Deleting port cd59846e-fb68-4859-bdc9-e8e2e6a1d413 {{(pid=85412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:40:40.737326 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7eb7a2c5-0067-460e-ad7e-8784290d0198 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245249624948'] for port, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:40.737512 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c886e4ac-a653-4440-900c-d99ba8167c67 req-359255c4-a778-432c-9356-01f42837fce9 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=831a37b8-046a-483e-a2ce-030849b85680 HTTP/1.1" status: 200 len: 946 time: 0.1472893 Apr 15 20:40:40.789134 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c886e4ac-a653-4440-900c-d99ba8167c67 req-25bc69cb-6f1a-4677-b9db-bde37dd8c96d tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=2bb5a3ee-ef4b-4b65-8a82-535cde850acc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444713 Apr 15 20:40:40.830743 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-4284ce60-d2b6-4872-8b34-d82377a54c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6beddfa5-51a5-4827-9303-ae1f11164a3c', 'name': 'tempest-TestShelveInstance-687064141-router', 'tenant_id': '9bbdc00c388d464d85f419da9ce19122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.195'}], 'enable_snat': True}, 'gw_port_id': 'cd59846e-fb68-4859-bdc9-e8e2e6a1d413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:33:14Z', 'updated_at': '2021-04-15T20:40:38Z', 'revision_number': 5, 'project_id': '9bbdc00c388d464d85f419da9ce19122', 'gw_port': {'id': 'cd59846e-fb68-4859-bdc9-e8e2e6a1d413', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6beddfa5-51a5-4827-9303-ae1f11164a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:33:17Z', 'updated_at': '2021-04-15T20:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb'}], 'dv-cinder-786386-2-smb', False) {} {{(pid=85413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:40:40.834844 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4284ce60-d2b6-4872-8b34-d82377a54c9e None None] Checking router: 6beddfa5-51a5-4827-9303-ae1f11164a3c for host: dv-cinder-786386-2-smb {{(pid=85413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 20:40:40.843729 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4284ce60-d2b6-4872-8b34-d82377a54c9e None None] Routers {'6beddfa5-51a5-4827-9303-ae1f11164a3c'} bound to L3 agent in host dv-cinder-786386-2-smb {{(pid=85413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:40:40.844443 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-4284ce60-d2b6-4872-8b34-d82377a54c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T20:23:47Z,description=,heartbeat_timestamp=2021-04-15T20:40:17Z,host='dv-cinder-786386-2-smb',id=f2e50876-c35d-48fb-9e24-f0907444cef9,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:23:48Z,topic='l3_agent')) {'router_ids': ['6beddfa5-51a5-4827-9303-ae1f11164a3c'], 'active': True} {{(pid=85413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:40:40.924847 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-7eb7a2c5-0067-460e-ad7e-8784290d0198 admin admin] For port cd59846e-fb68-4859-bdc9-e8e2e6a1d413, host dv-cinder-786386-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-2-smb',level=0,port_id=cd59846e-fb68-4859-bdc9-e8e2e6a1d413,segment=NetworkSegment(a2d970bc-47e1-42ab-bd62-edbddac3ac5a),segment_id=a2d970bc-47e1-42ab-bd62-edbddac3ac5a)] {{(pid=85412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:40:40.925259 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7eb7a2c5-0067-460e-ad7e-8784290d0198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16344636'] for port, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:41.003123 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvr_db [None req-4284ce60-d2b6-4872-8b34-d82377a54c9e None None] Set router 6beddfa5-51a5-4827-9303-ae1f11164a3c gateway port host: None {{(pid=85413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:40:41.055443 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-7eb7a2c5-0067-460e-ad7e-8784290d0198 admin admin] Calling delete_port for cd59846e-fb68-4859-bdc9-e8e2e6a1d413 owned by network:router_gateway {{(pid=85412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:40:41.115440 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-4284ce60-d2b6-4872-8b34-d82377a54c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6beddfa5-51a5-4827-9303-ae1f11164a3c', 'name': 'tempest-TestShelveInstance-687064141-router', 'tenant_id': '9bbdc00c388d464d85f419da9ce19122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:33:14Z', 'updated_at': '2021-04-15T20:40:40Z', 'revision_number': 6, 'project_id': '9bbdc00c388d464d85f419da9ce19122', 'gw_port_host': None}], 'dv-cinder-786386-2-smb', False) {} {{(pid=85413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:40:41.119899 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4284ce60-d2b6-4872-8b34-d82377a54c9e None None] The sync data for ids ['6beddfa5-51a5-4827-9303-ae1f11164a3c'] in dv-cinder-786386-2-smb is: [{'id': '6beddfa5-51a5-4827-9303-ae1f11164a3c', 'name': 'tempest-TestShelveInstance-687064141-router', 'tenant_id': '9bbdc00c388d464d85f419da9ce19122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:33:14Z', 'updated_at': '2021-04-15T20:40:40Z', 'revision_number': 6, 'project_id': '9bbdc00c388d464d85f419da9ce19122', 'gw_port_host': None}] {{(pid=85413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 20:40:41.201257 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device 7c4ce4e2-6221-40cd-b1a5-0c8a63baf4d6 no longer exists at agent ovs-agent-dv-cinder-786386-2-smb {{(pid=85413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 20:40:41.240615 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7eb7a2c5-0067-460e-ad7e-8784290d0198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791605129519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791604687919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852524119'] for port, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:41.242572 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] No Port match for: 7c4ce4e2-6221-40cd-b1a5-0c8a63baf4d6 {{(pid=85413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 20:40:41.242802 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device 7c4ce4e2-6221-40cd-b1a5-0c8a63baf4d6 not bound to the agent host dv-cinder-786386-2-smb {{(pid=85413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 20:40:41.259034 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-7c7fcb5b-4b8d-4568-a4a9-37e3dcd1db5d tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:40:41.356306 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb7a2c5-0067-460e-ad7e-8784290d0198 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd59846e-fb68-4859-bdc9-e8e2e6a1d413,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:40:41.361927 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-7eb7a2c5-0067-460e-ad7e-8784290d0198 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:40:41.519342 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7eb7a2c5-0067-460e-ad7e-8784290d0198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16373790'] for router_gateway, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:41.705335 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7eb7a2c5-0067-460e-ad7e-8784290d0198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16371108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854772639'] for router, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:41.707707 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7eb7a2c5-0067-460e-ad7e-8784290d0198 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:41.799674 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7eb7a2c5-0067-460e-ad7e-8784290d0198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838407372'] for router, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:41.800312 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eb7a2c5-0067-460e-ad7e-8784290d0198 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6beddfa5-51a5-4827-9303-ae1f11164a3c {{(pid=85412) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 20:40:41.814960 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7eb7a2c5-0067-460e-ad7e-8784290d0198 admin admin] Notify callbacks [] for router, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:41.816159 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-7eb7a2c5-0067-460e-ad7e-8784290d0198 admin admin] 10.222.0.69 "DELETE /v2.0/routers/6beddfa5-51a5-4827-9303-ae1f11164a3c HTTP/1.1" status: 204 len: 168 time: 1.4957113 Apr 15 20:40:41.819137 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 37940) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:40:41.889168 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.db_base_plugin_v2 [None req-2efb6f9c-1b42-450a-94c6-7264e21dfe33 admin admin] Deleting subnet 6fa1339f-d41e-4eb8-bb6e-40a2c73235f7 {{(pid=85411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 20:40:41.892450 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-2efb6f9c-1b42-450a-94c6-7264e21dfe33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:41.994713 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-2efb6f9c-1b42-450a-94c6-7264e21dfe33 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853901036'] for subnet, precommit_delete_associations {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:42.123383 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5028eb-3319-406b-92e7-f837d04cb124 req-0289edb6-b440-41ec-b5d9-190ab1359999 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:40:42.124872 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-5b5028eb-3319-406b-92e7-f837d04cb124 req-0289edb6-b440-41ec-b5d9-190ab1359999 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=831a37b8-046a-483e-a2ce-030849b85680 HTTP/1.1" status: 200 len: 946 time: 0.2044444 Apr 15 20:40:42.159242 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-2efb6f9c-1b42-450a-94c6-7264e21dfe33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854769281'] for subnet, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:42.227042 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-5b5028eb-3319-406b-92e7-f837d04cb124 req-a90bf087-e0a7-40c0-94c1-e7fbf13fe650 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=2bb5a3ee-ef4b-4b65-8a82-535cde850acc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938432 Apr 15 20:40:42.436924 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-2efb6f9c-1b42-450a-94c6-7264e21dfe33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-6519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16285263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2376409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852321564'] for subnet, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:42.450251 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-7ce4dc14-5a99-4626-99e8-8037ddbf3714 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:40:42.531862 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efb6f9c-1b42-450a-94c6-7264e21dfe33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fa1339f-d41e-4eb8-bb6e-40a2c73235f7,revision_number=None']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:40:42.534564 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-2efb6f9c-1b42-450a-94c6-7264e21dfe33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:40:42.584335 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-2efb6f9c-1b42-450a-94c6-7264e21dfe33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16483510'] for subnet, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:42.589722 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1232730-351a-44b9-870d-1d551f30c768 None None] Network 3d679279-eb30-4fda-a503-0553a06ff59c requested from dv-cinder-786386-2-smb {{(pid=85413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:40:42.593444 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-2efb6f9c-1b42-450a-94c6-7264e21dfe33 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/6fa1339f-d41e-4eb8-bb6e-40a2c73235f7 HTTP/1.1" status: 204 len: 168 time: 0.7731338 Apr 15 20:40:42.596228 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 37946) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:40:42.710942 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-0509195f-ba73-44cc-9bb5-a22647b50c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16654812'] for network, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:42.781955 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-0509195f-ba73-44cc-9bb5-a22647b50c68 admin admin] Deleting port 7e37872c-f166-4470-8d90-2f1542785961 {{(pid=85412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:40:42.782342 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-0509195f-ba73-44cc-9bb5-a22647b50c68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245249624948'] for port, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:42.877798 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f76f4d-3681-433e-9a5d-6bda22522b40 None None] DHCP port deletion for 3d679279-eb30-4fda-a503-0553a06ff59c request from dv-cinder-786386-2-smb {{(pid=85413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 20:40:42.882280 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-26f76f4d-3681-433e-9a5d-6bda22522b40 None None] Deleting port 7e37872c-f166-4470-8d90-2f1542785961 {{(pid=85413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:40:42.882737 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-26f76f4d-3681-433e-9a5d-6bda22522b40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245249624948'] for port, before_delete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:42.992273 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device d0f1346a-5532-427b-af1e-375b657b2a26 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 20:40:43.001965 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-0509195f-ba73-44cc-9bb5-a22647b50c68 admin admin] For port 7e37872c-f166-4470-8d90-2f1542785961, host dv-cinder-786386-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-2-smb',level=0,port_id=7e37872c-f166-4470-8d90-2f1542785961,segment=NetworkSegment(aa021547-3bc5-4b18-bf7b-1944f8c5afba),segment_id=aa021547-3bc5-4b18-bf7b-1944f8c5afba)] {{(pid=85412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:40:43.002359 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-0509195f-ba73-44cc-9bb5-a22647b50c68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16344636'] for port, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:43.136511 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-0509195f-ba73-44cc-9bb5-a22647b50c68 admin admin] Calling delete_port for 7e37872c-f166-4470-8d90-2f1542785961 owned by network:dhcp {{(pid=85412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:40:43.200383 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-26f76f4d-3681-433e-9a5d-6bda22522b40 None None] For port 7e37872c-f166-4470-8d90-2f1542785961, host dv-cinder-786386-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-2-smb',level=0,port_id=7e37872c-f166-4470-8d90-2f1542785961,segment=NetworkSegment(aa021547-3bc5-4b18-bf7b-1944f8c5afba),segment_id=aa021547-3bc5-4b18-bf7b-1944f8c5afba)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:40:43.200827 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-26f76f4d-3681-433e-9a5d-6bda22522b40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16344636'] for port, precommit_delete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:43.215701 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-0509195f-ba73-44cc-9bb5-a22647b50c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791605129519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791604687919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852524119'] for port, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:43.234001 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-90958c8d-bcbf-43a6-96ec-61cc7984f86f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:40:43.283623 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device cd59846e-fb68-4859-bdc9-e8e2e6a1d413 no longer exists at agent ovs-agent-dv-cinder-786386-2-smb {{(pid=85413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 20:40:43.330152 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0509195f-ba73-44cc-9bb5-a22647b50c68 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e37872c-f166-4470-8d90-2f1542785961,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:40:43.341628 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-0509195f-ba73-44cc-9bb5-a22647b50c68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:40:43.387091 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-26f76f4d-3681-433e-9a5d-6bda22522b40 None None] Calling delete_port for 7e37872c-f166-4470-8d90-2f1542785961 owned by network:dhcp {{(pid=85413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:40:43.410296 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0509195f-ba73-44cc-9bb5-a22647b50c68 admin admin] No DVR routers for this DVR port 7e37872c-f166-4470-8d90-2f1542785961 on host dv-cinder-786386-2-smb {{(pid=85412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 20:40:43.435505 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:43.451869 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] No Port match for: cd59846e-fb68-4859-bdc9-e8e2e6a1d413 {{(pid=85413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 20:40:43.452661 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device cd59846e-fb68-4859-bdc9-e8e2e6a1d413 not bound to the agent host dv-cinder-786386-2-smb {{(pid=85413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 20:40:43.453225 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device 7e37872c-f166-4470-8d90-2f1542785961 no longer exists at agent ovs-agent-dv-cinder-786386-2-smb {{(pid=85413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 20:40:43.478401 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9eb253-0408-4d7e-983c-73cf33973e89 req-845674cb-66e3-49c1-94e0-073e3db73e36 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:40:43.480186 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-8f9eb253-0408-4d7e-983c-73cf33973e89 req-845674cb-66e3-49c1-94e0-073e3db73e36 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=831a37b8-046a-483e-a2ce-030849b85680 HTTP/1.1" status: 200 len: 946 time: 0.1003203 Apr 15 20:40:43.505382 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] No Port match for: 7e37872c-f166-4470-8d90-2f1542785961 {{(pid=85413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 20:40:43.505841 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device 7e37872c-f166-4470-8d90-2f1542785961 not bound to the agent host dv-cinder-786386-2-smb {{(pid=85413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 20:40:43.525695 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '831a37b8-046a-483e-a2ce-030849b85680', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0f1346a-5532-427b-af1e-375b657b2a26'}] {{(pid=85413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:40:43.532717 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-8f9eb253-0408-4d7e-983c-73cf33973e89 req-8ba7bd76-7951-477d-b11b-78c85664db1c tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=2bb5a3ee-ef4b-4b65-8a82-535cde850acc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456800 Apr 15 20:40:43.556585 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-0509195f-ba73-44cc-9bb5-a22647b50c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16706558', 'neutron.services.segments.db._delete_segments_for_network-8791605228744'] for network, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:43.630425 dv-cinder-786386-2-smb neutron-server[85298]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '831a37b8-046a-483e-a2ce-030849b85680', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd0f1346a-5532-427b-af1e-375b657b2a26', 'code': 422} returned with failed status Apr 15 20:40:43.634415 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] For port d0f1346a-5532-427b-af1e-375b657b2a26, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d0f1346a-5532-427b-af1e-375b657b2a26,segment=NetworkSegment(8f8c4df8-9981-44cd-9c71-6e51c9e29c18),segment_id=8f8c4df8-9981-44cd-9c71-6e51c9e29c18)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:40:43.639462 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:43.642662 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:40:43.676435 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.services.segments.db [None req-0509195f-ba73-44cc-9bb5-a22647b50c68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d679279-eb30-4fda-a503-0553a06ff59c']}} {{(pid=85412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:40:43.681960 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.db.api [None req-26f76f4d-3681-433e-9a5d-6bda22522b40 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85413) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 20:40:43.682453 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_db.api [None req-26f76f4d-3681-433e-9a5d-6bda22522b40 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 20:40:43.690010 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.services.segments.db [None req-0509195f-ba73-44cc-9bb5-a22647b50c68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa021547-3bc5-4b18-bf7b-1944f8c5afba') {'for_net_delete': True} {{(pid=85412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:40:43.690421 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.services.segments.db [None req-0509195f-ba73-44cc-9bb5-a22647b50c68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa021547-3bc5-4b18-bf7b-1944f8c5afba') {} {{(pid=85412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:40:43.702931 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-0509195f-ba73-44cc-9bb5-a22647b50c68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791605226969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1970009'] for segment, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:43.715137 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Pushing event updated for resources: {'Port': ['ID=d0f1346a-5532-427b-af1e-375b657b2a26,revision_number=8']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:40:43.718509 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:40:43.719467 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-0509195f-ba73-44cc-9bb5-a22647b50c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-793'] for segment, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:43.727007 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0509195f-ba73-44cc-9bb5-a22647b50c68 admin admin] Releasing vlan 1071 on physical network physnet1 to pool {{(pid=85412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 20:40:43.908826 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-0509195f-ba73-44cc-9bb5-a22647b50c68 admin admin] Network 3d679279-eb30-4fda-a503-0553a06ff59c has no segments {{(pid=85412) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 20:40:43.918222 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-0509195f-ba73-44cc-9bb5-a22647b50c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854775039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852524707'] for segment, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:44.096493 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-0509195f-ba73-44cc-9bb5-a22647b50c68 admin admin] Network 3d679279-eb30-4fda-a503-0553a06ff59c has no segments {{(pid=85412) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 20:40:44.119488 dv-cinder-786386-2-smb neutron-server[85298]: Traceback (most recent call last): Apr 15 20:40:44.119488 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 20:40:44.119488 dv-cinder-786386-2-smb neutron-server[85298]: timer() Apr 15 20:40:44.119488 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 20:40:44.119488 dv-cinder-786386-2-smb neutron-server[85298]: cb(*args, **kw) Apr 15 20:40:44.119488 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 20:40:44.119488 dv-cinder-786386-2-smb neutron-server[85298]: return func(*args, **kwargs) Apr 15 20:40:44.119488 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 20:40:44.119488 dv-cinder-786386-2-smb neutron-server[85298]: self._notify() Apr 15 20:40:44.119488 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 20:40:44.119488 dv-cinder-786386-2-smb neutron-server[85298]: self.callback(batched_events) Apr 15 20:40:44.119488 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 20:40:44.119488 dv-cinder-786386-2-smb neutron-server[85298]: event.method(event) Apr 15 20:40:44.119488 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 20:40:44.119488 dv-cinder-786386-2-smb neutron-server[85298]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 20:40:44.119488 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 20:40:44.119488 dv-cinder-786386-2-smb neutron-server[85298]: segment_id)['aggregates'][0] Apr 15 20:40:44.119488 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 20:40:44.119488 dv-cinder-786386-2-smb neutron-server[85298]: return f(self, *a, **k) Apr 15 20:40:44.119488 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 20:40:44.119488 dv-cinder-786386-2-smb neutron-server[85298]: return self._get(url).json() Apr 15 20:40:44.119488 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 20:40:44.119488 dv-cinder-786386-2-smb neutron-server[85298]: **kwargs) Apr 15 20:40:44.119488 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 20:40:44.119488 dv-cinder-786386-2-smb neutron-server[85298]: return self.request(url, 'GET', **kwargs) Apr 15 20:40:44.119488 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 20:40:44.119488 dv-cinder-786386-2-smb neutron-server[85298]: **endpoint_filter) Apr 15 20:40:44.119488 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 20:40:44.119488 dv-cinder-786386-2-smb neutron-server[85298]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 20:40:44.119488 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 20:40:44.119488 dv-cinder-786386-2-smb neutron-server[85298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 20:40:44.119488 dv-cinder-786386-2-smb neutron-server[85298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 20:40:44.184311 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-26f76f4d-3681-433e-9a5d-6bda22522b40 None None] Deleting port 7e37872c-f166-4470-8d90-2f1542785961 {{(pid=85413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:40:44.184814 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-26f76f4d-3681-433e-9a5d-6bda22522b40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245249624948'] for port, before_delete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:44.197345 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-0509195f-ba73-44cc-9bb5-a22647b50c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036838069257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16285283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036838401808'] for network, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:44.201254 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:40:44.223497 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-0509195f-ba73-44cc-9bb5-a22647b50c68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16483510'] for network, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:44.226842 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0509195f-ba73-44cc-9bb5-a22647b50c68 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d679279-eb30-4fda-a503-0553a06ff59c,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:40:44.230074 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-0509195f-ba73-44cc-9bb5-a22647b50c68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:40:44.239181 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-0509195f-ba73-44cc-9bb5-a22647b50c68 admin admin] 10.222.0.69 "DELETE /v2.0/networks/3d679279-eb30-4fda-a503-0553a06ff59c HTTP/1.1" status: 204 len: 168 time: 1.6418447 Apr 15 20:40:44.242144 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 37970) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:40:44.444522 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-26f76f4d-3681-433e-9a5d-6bda22522b40 None None] The port '7e37872c-f166-4470-8d90-2f1542785961' was deleted {{(pid=85413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 20:40:45.091129 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-db2b0617-aee8-43c2-a274-120642a7fefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:45.102268 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad79a501-557e-406b-a0c3-a91041a129b8 req-1afe5454-af7d-4dd1-9981-b1e5ffa496dc tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:40:45.103973 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ad79a501-557e-406b-a0c3-a91041a129b8 req-1afe5454-af7d-4dd1-9981-b1e5ffa496dc tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=831a37b8-046a-483e-a2ce-030849b85680 HTTP/1.1" status: 200 len: 944 time: 0.0939820 Apr 15 20:40:45.104120 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6a228d29-8c16-4aad-82bf-8c05455a3163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16369167'] for router_interface, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:45.156809 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ad79a501-557e-406b-a0c3-a91041a129b8 req-003a8814-9414-4dfa-9f1a-a406736e866d tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=2bb5a3ee-ef4b-4b65-8a82-535cde850acc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459664 Apr 15 20:40:45.208928 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 38000) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:40:45.338823 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-915b8d24-52d6-4ae7-9354-98a9e036bf15 req-8af7a167-84ec-4ec1-82a0-b41b0399c491 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=831a37b8-046a-483e-a2ce-030849b85680&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1256721 Apr 15 20:40:45.497294 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-6a228d29-8c16-4aad-82bf-8c05455a3163 admin admin] Deleting port ff4275d1-4759-407e-a1d3-e7e9feb2e0a6 {{(pid=85412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:40:45.497681 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6a228d29-8c16-4aad-82bf-8c05455a3163 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245249624948'] for port, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:45.689674 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-6a228d29-8c16-4aad-82bf-8c05455a3163 admin admin] For port ff4275d1-4759-407e-a1d3-e7e9feb2e0a6, host dv-cinder-786386-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-2-smb',level=0,port_id=ff4275d1-4759-407e-a1d3-e7e9feb2e0a6,segment=NetworkSegment(abc8f794-913a-42a7-8857-bc6ab87aaa8b),segment_id=abc8f794-913a-42a7-8857-bc6ab87aaa8b)] {{(pid=85412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:40:45.690020 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6a228d29-8c16-4aad-82bf-8c05455a3163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16344636'] for port, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:45.826180 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-6a228d29-8c16-4aad-82bf-8c05455a3163 admin admin] Calling delete_port for ff4275d1-4759-407e-a1d3-e7e9feb2e0a6 owned by network:router_interface {{(pid=85412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:40:45.888711 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b8d24-52d6-4ae7-9354-98a9e036bf15 req-c13d5369-f985-49d1-8b87-93400aebf47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:40:45.890430 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-915b8d24-52d6-4ae7-9354-98a9e036bf15 req-c13d5369-f985-49d1-8b87-93400aebf47a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=831a37b8-046a-483e-a2ce-030849b85680&tenant_id=a7106cb89b6d4e9399c7bc046ff492b4 HTTP/1.1" status: 200 len: 1097 time: 0.0789940 Apr 15 20:40:45.995763 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b8d24-52d6-4ae7-9354-98a9e036bf15 req-817517d0-c77f-4d28-a076-21e8554a1de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:40:45.997307 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-915b8d24-52d6-4ae7-9354-98a9e036bf15 req-817517d0-c77f-4d28-a076-21e8554a1de6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a7106cb89b6d4e9399c7bc046ff492b4&device_id=831a37b8-046a-483e-a2ce-030849b85680 HTTP/1.1" status: 200 len: 1097 time: 0.0814247 Apr 15 20:40:46.009467 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6a228d29-8c16-4aad-82bf-8c05455a3163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791605129519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791604687919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852524119'] for port, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:46.025424 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-05b3bb6c-1824-4943-abe1-6f317c7e62aa tempest-VolumesActionsTest-1544569326 tempest-VolumesActionsTest-1544569326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:40:46.121902 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a228d29-8c16-4aad-82bf-8c05455a3163 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff4275d1-4759-407e-a1d3-e7e9feb2e0a6,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:40:46.124579 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-6a228d29-8c16-4aad-82bf-8c05455a3163 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:40:46.138557 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b8d24-52d6-4ae7-9354-98a9e036bf15 req-255b3203-de28-4e3b-9923-24b2169fcd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:40:46.140394 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-915b8d24-52d6-4ae7-9354-98a9e036bf15 req-255b3203-de28-4e3b-9923-24b2169fcd2c service neutron] 10.222.0.76 "GET /v2.0/networks?id=5bc06a2b-9024-484d-8786-16d9b4579274 HTTP/1.1" status: 200 len: 918 time: 0.1358004 Apr 15 20:40:46.260390 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-915b8d24-52d6-4ae7-9354-98a9e036bf15 req-bc24038d-db6c-41f2-930a-97f66c4e02d5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0f1346a-5532-427b-af1e-375b657b2a26 HTTP/1.1" status: 200 len: 999 time: 0.1116490 Apr 15 20:40:46.487767 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6a228d29-8c16-4aad-82bf-8c05455a3163 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838292340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16373924'] for router_interface, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:46.638586 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b8d24-52d6-4ae7-9354-98a9e036bf15 req-cde75719-5a85-4472-bca4-df09d0a38338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:40:46.640186 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-915b8d24-52d6-4ae7-9354-98a9e036bf15 req-cde75719-5a85-4472-bca4-df09d0a38338 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=115d02bc-de92-4568-be72-0d321d902e0d HTTP/1.1" status: 200 len: 855 time: 0.3730476 Apr 15 20:40:46.720255 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d67bb-1853-4a68-95c5-08866d06e534 req-100ea63f-8be5-4419-9c31-6ed1d9401dd4 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:40:46.721808 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-5c4d67bb-1853-4a68-95c5-08866d06e534 req-100ea63f-8be5-4419-9c31-6ed1d9401dd4 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=831a37b8-046a-483e-a2ce-030849b85680 HTTP/1.1" status: 200 len: 944 time: 0.4175725 Apr 15 20:40:46.781904 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-5c4d67bb-1853-4a68-95c5-08866d06e534 req-bb0ad72e-d254-4304-8e12-09eb683d9a05 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=2bb5a3ee-ef4b-4b65-8a82-535cde850acc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518026 Apr 15 20:40:46.783975 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b8d24-52d6-4ae7-9354-98a9e036bf15 req-a8dc5073-5a88-409c-b6fb-f1ef7cb15840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:40:46.785491 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-915b8d24-52d6-4ae7-9354-98a9e036bf15 req-a8dc5073-5a88-409c-b6fb-f1ef7cb15840 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5bc06a2b-9024-484d-8786-16d9b4579274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1360304 Apr 15 20:40:46.927632 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-915b8d24-52d6-4ae7-9354-98a9e036bf15 req-2fe38dab-2b6d-4d70-b2c1-7561543d1b2c service neutron] 10.222.0.76 "GET /v2.0/networks/5bc06a2b-9024-484d-8786-16d9b4579274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344004 Apr 15 20:40:46.998599 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a228d29-8c16-4aad-82bf-8c05455a3163 admin admin] Router 5b4d92ec-a48c-47a1-8475-36fff48c344e has already been hosted by L3 agent f2e50876-c35d-48fb-9e24-f0907444cef9 {{(pid=85412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 20:40:47.002975 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device d0f1346a-5532-427b-af1e-375b657b2a26 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 20:40:47.071398 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-915b8d24-52d6-4ae7-9354-98a9e036bf15 req-eb342d79-fa98-443b-9da6-d737962ac62a service neutron] 10.222.0.76 "GET /v2.0/networks/5bc06a2b-9024-484d-8786-16d9b4579274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370480 Apr 15 20:40:47.442948 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a228d29-8c16-4aad-82bf-8c05455a3163 admin admin] Notify agent at l3_agent.dv-cinder-786386-2-smb the message routers_updated {{(pid=85412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 20:40:47.453305 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755bcb51-f072-4f59-8c39-caf9267bfa03 None None] Sync routers for ids ['5b4d92ec-a48c-47a1-8475-36fff48c344e'] in dv-cinder-786386-2-smb {{(pid=85414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 20:40:47.460962 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-6a228d29-8c16-4aad-82bf-8c05455a3163 admin admin] 10.222.0.69 "PUT /v2.0/routers/5b4d92ec-a48c-47a1-8475-36fff48c344e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2176011 Apr 15 20:40:47.463778 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 38014) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:40:47.465251 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755bcb51-f072-4f59-8c39-caf9267bfa03 None None] Routers {'5b4d92ec-a48c-47a1-8475-36fff48c344e'} bound to L3 agent in host dv-cinder-786386-2-smb {{(pid=85414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:40:47.465928 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-755bcb51-f072-4f59-8c39-caf9267bfa03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T20:23:47Z,description=,heartbeat_timestamp=2021-04-15T20:40:17Z,host='dv-cinder-786386-2-smb',id=f2e50876-c35d-48fb-9e24-f0907444cef9,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:23:48Z,topic='l3_agent')) {'router_ids': ['5b4d92ec-a48c-47a1-8475-36fff48c344e'], 'active': True} {{(pid=85414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:40:47.507414 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-33a3014c-a867-4720-a413-5d67c411e6f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:47.648831 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvr_db [None req-755bcb51-f072-4f59-8c39-caf9267bfa03 None None] Set router 5b4d92ec-a48c-47a1-8475-36fff48c344e gateway port host: dv-cinder-786386-2-smb {{(pid=85414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:40:47.651631 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-76c36023-07d4-41ba-9570-36f26bb9cc64 admin admin] Notify callbacks [] for router, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:47.716924 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:47.854599 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-76c36023-07d4-41ba-9570-36f26bb9cc64 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:47.868157 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-76c36023-07d4-41ba-9570-36f26bb9cc64 admin admin] Deleting port 0882d30b-baeb-4196-acb6-21207be45b24 {{(pid=85412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:40:47.868741 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-76c36023-07d4-41ba-9570-36f26bb9cc64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245249624948'] for port, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:47.937007 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6589a99b-4989-4a06-bc40-62b7e77e6cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:47.967541 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-755bcb51-f072-4f59-8c39-caf9267bfa03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4d92ec-a48c-47a1-8475-36fff48c344e', 'name': 'tempest-TestShelveInstance-1111261860-router', 'tenant_id': 'aaf5c499c6b0489b96ed7c627534b56e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.39'}], 'enable_snat': True}, 'gw_port_id': '0882d30b-baeb-4196-acb6-21207be45b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:33:29Z', 'updated_at': '2021-04-15T20:40:45Z', 'revision_number': 5, 'project_id': 'aaf5c499c6b0489b96ed7c627534b56e', 'gw_port': {'id': '0882d30b-baeb-4196-acb6-21207be45b24', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:36:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4d92ec-a48c-47a1-8475-36fff48c344e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:33:30Z', 'updated_at': '2021-04-15T20:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb'}], 'dv-cinder-786386-2-smb', False) {} {{(pid=85414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:40:47.972494 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755bcb51-f072-4f59-8c39-caf9267bfa03 None None] Checking router: 5b4d92ec-a48c-47a1-8475-36fff48c344e for host: dv-cinder-786386-2-smb {{(pid=85414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 20:40:47.994316 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755bcb51-f072-4f59-8c39-caf9267bfa03 None None] Routers {'5b4d92ec-a48c-47a1-8475-36fff48c344e'} bound to L3 agent in host dv-cinder-786386-2-smb {{(pid=85414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:40:47.995302 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-755bcb51-f072-4f59-8c39-caf9267bfa03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T20:23:47Z,description=,heartbeat_timestamp=2021-04-15T20:40:47Z,host='dv-cinder-786386-2-smb',id=f2e50876-c35d-48fb-9e24-f0907444cef9,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:23:48Z,topic='l3_agent')) {'router_ids': ['5b4d92ec-a48c-47a1-8475-36fff48c344e'], 'active': True} {{(pid=85414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:40:48.028682 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82cb91f-76ec-4519-87ef-11b3ccbc8ba9 req-8bb90a95-da06-4259-a435-e63ff4c10e24 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:40:48.037710 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c82cb91f-76ec-4519-87ef-11b3ccbc8ba9 req-8bb90a95-da06-4259-a435-e63ff4c10e24 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=831a37b8-046a-483e-a2ce-030849b85680 HTTP/1.1" status: 200 len: 944 time: 0.1211808 Apr 15 20:40:48.102076 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c82cb91f-76ec-4519-87ef-11b3ccbc8ba9 req-2e50f062-5d92-42ee-9eb0-f0635275a351 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=2bb5a3ee-ef4b-4b65-8a82-535cde850acc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629094 Apr 15 20:40:48.183537 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvr_db [None req-755bcb51-f072-4f59-8c39-caf9267bfa03 None None] Set router 5b4d92ec-a48c-47a1-8475-36fff48c344e gateway port host: None {{(pid=85414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:40:48.255939 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-76c36023-07d4-41ba-9570-36f26bb9cc64 admin admin] For port 0882d30b-baeb-4196-acb6-21207be45b24, host dv-cinder-786386-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-2-smb',level=0,port_id=0882d30b-baeb-4196-acb6-21207be45b24,segment=NetworkSegment(a2d970bc-47e1-42ab-bd62-edbddac3ac5a),segment_id=a2d970bc-47e1-42ab-bd62-edbddac3ac5a)] {{(pid=85412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:40:48.256396 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-76c36023-07d4-41ba-9570-36f26bb9cc64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16344636'] for port, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:48.308069 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:48.366151 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-755bcb51-f072-4f59-8c39-caf9267bfa03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4d92ec-a48c-47a1-8475-36fff48c344e', 'name': 'tempest-TestShelveInstance-1111261860-router', 'tenant_id': 'aaf5c499c6b0489b96ed7c627534b56e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:33:29Z', 'updated_at': '2021-04-15T20:40:47Z', 'revision_number': 6, 'project_id': 'aaf5c499c6b0489b96ed7c627534b56e', 'gw_port_host': None}], 'dv-cinder-786386-2-smb', False) {} {{(pid=85414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:40:48.370737 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755bcb51-f072-4f59-8c39-caf9267bfa03 None None] The sync data for ids ['5b4d92ec-a48c-47a1-8475-36fff48c344e'] in dv-cinder-786386-2-smb is: [{'id': '5b4d92ec-a48c-47a1-8475-36fff48c344e', 'name': 'tempest-TestShelveInstance-1111261860-router', 'tenant_id': 'aaf5c499c6b0489b96ed7c627534b56e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:33:29Z', 'updated_at': '2021-04-15T20:40:47Z', 'revision_number': 6, 'project_id': 'aaf5c499c6b0489b96ed7c627534b56e', 'gw_port_host': None}] {{(pid=85414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 20:40:48.473933 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-76c36023-07d4-41ba-9570-36f26bb9cc64 admin admin] Calling delete_port for 0882d30b-baeb-4196-acb6-21207be45b24 owned by network:router_gateway {{(pid=85412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:40:48.694540 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-76c36023-07d4-41ba-9570-36f26bb9cc64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791605129519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791604687919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852524119'] for port, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:48.715640 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-b8ae40a0-0d5b-49f0-be2e-45b7a56b0a01 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:40:48.813802 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c36023-07d4-41ba-9570-36f26bb9cc64 admin admin] Pushing event deleted for resources: {'Port': ['ID=0882d30b-baeb-4196-acb6-21207be45b24,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:40:48.816430 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-76c36023-07d4-41ba-9570-36f26bb9cc64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:40:48.982779 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-76c36023-07d4-41ba-9570-36f26bb9cc64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16373790'] for router_gateway, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:49.170314 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-76c36023-07d4-41ba-9570-36f26bb9cc64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16371108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854772639'] for router, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:49.172761 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-76c36023-07d4-41ba-9570-36f26bb9cc64 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:49.222637 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-76c36023-07d4-41ba-9570-36f26bb9cc64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838407372'] for router, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:49.223367 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76c36023-07d4-41ba-9570-36f26bb9cc64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b4d92ec-a48c-47a1-8475-36fff48c344e {{(pid=85412) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 20:40:49.244510 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-76c36023-07d4-41ba-9570-36f26bb9cc64 admin admin] Notify callbacks [] for router, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:49.246167 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-76c36023-07d4-41ba-9570-36f26bb9cc64 admin admin] 10.222.0.69 "DELETE /v2.0/routers/5b4d92ec-a48c-47a1-8475-36fff48c344e HTTP/1.1" status: 204 len: 168 time: 1.7813745 Apr 15 20:40:49.249223 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 38042) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:40:49.256947 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device 0882d30b-baeb-4196-acb6-21207be45b24 no longer exists at agent ovs-agent-dv-cinder-786386-2-smb {{(pid=85413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 20:40:49.335193 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.db_base_plugin_v2 [None req-cebb9622-2cd4-4958-bb24-c8ba9328951c admin admin] Deleting subnet 9560c1fc-4ebb-42f6-9a23-81d1bbb91ae6 {{(pid=85412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 20:40:49.339837 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-cebb9622-2cd4-4958-bb24-c8ba9328951c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:49.378260 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] No Port match for: 0882d30b-baeb-4196-acb6-21207be45b24 {{(pid=85413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 20:40:49.379073 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device 0882d30b-baeb-4196-acb6-21207be45b24 not bound to the agent host dv-cinder-786386-2-smb {{(pid=85413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 20:40:49.379698 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device ff4275d1-4759-407e-a1d3-e7e9feb2e0a6 no longer exists at agent ovs-agent-dv-cinder-786386-2-smb {{(pid=85413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 20:40:49.404475 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-cebb9622-2cd4-4958-bb24-c8ba9328951c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852805791'] for subnet, precommit_delete_associations {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:49.433874 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] No Port match for: ff4275d1-4759-407e-a1d3-e7e9feb2e0a6 {{(pid=85413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 20:40:49.434546 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device ff4275d1-4759-407e-a1d3-e7e9feb2e0a6 not bound to the agent host dv-cinder-786386-2-smb {{(pid=85413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 20:40:49.467461 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7059c9-2578-4632-815c-bab6f679f9c0 req-6a5a50d6-b64f-42aa-803f-f9b6778f0b64 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:40:49.469317 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-4b7059c9-2578-4632-815c-bab6f679f9c0 req-6a5a50d6-b64f-42aa-803f-f9b6778f0b64 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=831a37b8-046a-483e-a2ce-030849b85680 HTTP/1.1" status: 200 len: 944 time: 0.2257888 Apr 15 20:40:49.531169 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-4b7059c9-2578-4632-815c-bab6f679f9c0 req-50ad50e5-c16e-451a-8399-cca523701b90 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=2bb5a3ee-ef4b-4b65-8a82-535cde850acc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521169 Apr 15 20:40:49.568037 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-cebb9622-2cd4-4958-bb24-c8ba9328951c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854769281'] for subnet, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:49.615955 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-611aad59-e19d-4c1d-b92d-eb0975a661b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:49.858179 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-cebb9622-2cd4-4958-bb24-c8ba9328951c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-6519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16285263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2251772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2048744'] for subnet, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:49.874077 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:40:49.965915 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebb9622-2cd4-4958-bb24-c8ba9328951c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9560c1fc-4ebb-42f6-9a23-81d1bbb91ae6,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:40:49.968710 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-cebb9622-2cd4-4958-bb24-c8ba9328951c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:40:50.021558 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-cebb9622-2cd4-4958-bb24-c8ba9328951c admin admin] Notify callbacks [] for subnet, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:50.028611 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-cebb9622-2cd4-4958-bb24-c8ba9328951c admin admin] 10.222.0.69 "DELETE /v2.0/subnets/9560c1fc-4ebb-42f6-9a23-81d1bbb91ae6 HTTP/1.1" status: 204 len: 168 time: 0.7782671 Apr 15 20:40:50.029714 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a085541b-81f5-4e20-bf8d-245069cf73c2 None None] Network 61b2887b-0b42-442b-9305-a85cc2352b38 requested from dv-cinder-786386-2-smb {{(pid=85413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:40:50.031475 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 38046) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:40:50.151424 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7ca85050-5b85-46b1-88d0-f6970616fbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16654812'] for network, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:50.221203 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-7ca85050-5b85-46b1-88d0-f6970616fbf3 admin admin] Deleting port 34cecd23-3ca7-40dd-bcca-4781803f99f5 {{(pid=85412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:40:50.221582 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7ca85050-5b85-46b1-88d0-f6970616fbf3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245249624948'] for port, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:50.327898 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8913fbf-1201-472a-9fbf-bd81e071a48a None None] DHCP port deletion for 61b2887b-0b42-442b-9305-a85cc2352b38 request from dv-cinder-786386-2-smb {{(pid=85413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 20:40:50.333556 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-a8913fbf-1201-472a-9fbf-bd81e071a48a None None] Deleting port 34cecd23-3ca7-40dd-bcca-4781803f99f5 {{(pid=85413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:40:50.334165 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-a8913fbf-1201-472a-9fbf-bd81e071a48a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245249624948'] for port, before_delete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:50.484923 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-7ca85050-5b85-46b1-88d0-f6970616fbf3 admin admin] For port 34cecd23-3ca7-40dd-bcca-4781803f99f5, host dv-cinder-786386-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-2-smb',level=0,port_id=34cecd23-3ca7-40dd-bcca-4781803f99f5,segment=NetworkSegment(abc8f794-913a-42a7-8857-bc6ab87aaa8b),segment_id=abc8f794-913a-42a7-8857-bc6ab87aaa8b)] {{(pid=85412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:40:50.485620 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7ca85050-5b85-46b1-88d0-f6970616fbf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16344636'] for port, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:50.588319 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-a8913fbf-1201-472a-9fbf-bd81e071a48a None None] For port 34cecd23-3ca7-40dd-bcca-4781803f99f5, host dv-cinder-786386-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-2-smb',level=0,port_id=34cecd23-3ca7-40dd-bcca-4781803f99f5,segment=NetworkSegment(abc8f794-913a-42a7-8857-bc6ab87aaa8b),segment_id=abc8f794-913a-42a7-8857-bc6ab87aaa8b)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:40:50.588845 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-a8913fbf-1201-472a-9fbf-bd81e071a48a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16344636'] for port, precommit_delete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:50.624977 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-7ca85050-5b85-46b1-88d0-f6970616fbf3 admin admin] Calling delete_port for 34cecd23-3ca7-40dd-bcca-4781803f99f5 owned by network:dhcp {{(pid=85412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:40:50.723462 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7ca85050-5b85-46b1-88d0-f6970616fbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791605129519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791604687919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852524119'] for port, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:50.747250 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-a8913fbf-1201-472a-9fbf-bd81e071a48a None None] Calling delete_port for 34cecd23-3ca7-40dd-bcca-4781803f99f5 owned by network:dhcp {{(pid=85413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:40:50.795516 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bb54a3-abed-4437-9f38-4dcf36181fb1 req-f1dbbdb7-d719-461f-82e9-4cd72ae598c4 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:40:50.803446 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-88bb54a3-abed-4437-9f38-4dcf36181fb1 req-f1dbbdb7-d719-461f-82e9-4cd72ae598c4 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=831a37b8-046a-483e-a2ce-030849b85680 HTTP/1.1" status: 200 len: 944 time: 0.1084130 Apr 15 20:40:50.832433 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.db.api [None req-a8913fbf-1201-472a-9fbf-bd81e071a48a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85413) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 20:40:50.833094 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_db.api [None req-a8913fbf-1201-472a-9fbf-bd81e071a48a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 20:40:50.836529 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-4de2563a-a391-45f6-b61d-2726ff0471d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:40:50.852399 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-88bb54a3-abed-4437-9f38-4dcf36181fb1 req-c72325ae-47b1-4c03-959c-1fff3219c3da tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=2bb5a3ee-ef4b-4b65-8a82-535cde850acc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478501 Apr 15 20:40:51.146078 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca85050-5b85-46b1-88d0-f6970616fbf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=34cecd23-3ca7-40dd-bcca-4781803f99f5,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:40:51.157630 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-7ca85050-5b85-46b1-88d0-f6970616fbf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:40:51.160044 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca85050-5b85-46b1-88d0-f6970616fbf3 admin admin] No DVR routers for this DVR port 34cecd23-3ca7-40dd-bcca-4781803f99f5 on host dv-cinder-786386-2-smb {{(pid=85412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 20:40:51.244764 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device 34cecd23-3ca7-40dd-bcca-4781803f99f5 no longer exists at agent ovs-agent-dv-cinder-786386-2-smb {{(pid=85413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 20:40:51.288114 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] No Port match for: 34cecd23-3ca7-40dd-bcca-4781803f99f5 {{(pid=85413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 20:40:51.288507 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device 34cecd23-3ca7-40dd-bcca-4781803f99f5 not bound to the agent host dv-cinder-786386-2-smb {{(pid=85413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 20:40:51.296187 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7ca85050-5b85-46b1-88d0-f6970616fbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16706558', 'neutron.services.segments.db._delete_segments_for_network-8791605228744'] for network, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:51.334336 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-a8913fbf-1201-472a-9fbf-bd81e071a48a None None] Deleting port 34cecd23-3ca7-40dd-bcca-4781803f99f5 {{(pid=85413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:40:51.335227 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-a8913fbf-1201-472a-9fbf-bd81e071a48a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245249624948'] for port, before_delete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:51.433564 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.services.segments.db [None req-7ca85050-5b85-46b1-88d0-f6970616fbf3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61b2887b-0b42-442b-9305-a85cc2352b38']}} {{(pid=85412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:40:51.433801 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-a8913fbf-1201-472a-9fbf-bd81e071a48a None None] The port '34cecd23-3ca7-40dd-bcca-4781803f99f5' was deleted {{(pid=85413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 20:40:51.448165 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.services.segments.db [None req-7ca85050-5b85-46b1-88d0-f6970616fbf3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abc8f794-913a-42a7-8857-bc6ab87aaa8b') {'for_net_delete': True} {{(pid=85412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:40:51.448525 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.services.segments.db [None req-7ca85050-5b85-46b1-88d0-f6970616fbf3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abc8f794-913a-42a7-8857-bc6ab87aaa8b') {} {{(pid=85412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:40:51.461304 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7ca85050-5b85-46b1-88d0-f6970616fbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791605226969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1970009'] for segment, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:51.482014 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7ca85050-5b85-46b1-88d0-f6970616fbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-793'] for segment, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:51.489145 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ca85050-5b85-46b1-88d0-f6970616fbf3 admin admin] Releasing vlan 1095 on physical network physnet1 to pool {{(pid=85412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 20:40:51.672373 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-7ca85050-5b85-46b1-88d0-f6970616fbf3 admin admin] Network 61b2887b-0b42-442b-9305-a85cc2352b38 has no segments {{(pid=85412) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 20:40:51.686683 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7ca85050-5b85-46b1-88d0-f6970616fbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854775039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852524707'] for segment, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:51.871938 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-7ca85050-5b85-46b1-88d0-f6970616fbf3 admin admin] Network 61b2887b-0b42-442b-9305-a85cc2352b38 has no segments {{(pid=85412) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 20:40:51.895656 dv-cinder-786386-2-smb neutron-server[85298]: Traceback (most recent call last): Apr 15 20:40:51.895656 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 20:40:51.895656 dv-cinder-786386-2-smb neutron-server[85298]: timer() Apr 15 20:40:51.895656 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 20:40:51.895656 dv-cinder-786386-2-smb neutron-server[85298]: cb(*args, **kw) Apr 15 20:40:51.895656 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 20:40:51.895656 dv-cinder-786386-2-smb neutron-server[85298]: return func(*args, **kwargs) Apr 15 20:40:51.895656 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 20:40:51.895656 dv-cinder-786386-2-smb neutron-server[85298]: self._notify() Apr 15 20:40:51.895656 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 20:40:51.895656 dv-cinder-786386-2-smb neutron-server[85298]: self.callback(batched_events) Apr 15 20:40:51.895656 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 20:40:51.895656 dv-cinder-786386-2-smb neutron-server[85298]: event.method(event) Apr 15 20:40:51.895656 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 20:40:51.895656 dv-cinder-786386-2-smb neutron-server[85298]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 20:40:51.895656 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 20:40:51.895656 dv-cinder-786386-2-smb neutron-server[85298]: segment_id)['aggregates'][0] Apr 15 20:40:51.895656 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 20:40:51.895656 dv-cinder-786386-2-smb neutron-server[85298]: return f(self, *a, **k) Apr 15 20:40:51.895656 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 20:40:51.895656 dv-cinder-786386-2-smb neutron-server[85298]: return self._get(url).json() Apr 15 20:40:51.895656 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 20:40:51.895656 dv-cinder-786386-2-smb neutron-server[85298]: **kwargs) Apr 15 20:40:51.895656 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 20:40:51.895656 dv-cinder-786386-2-smb neutron-server[85298]: return self.request(url, 'GET', **kwargs) Apr 15 20:40:51.895656 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 20:40:51.895656 dv-cinder-786386-2-smb neutron-server[85298]: **endpoint_filter) Apr 15 20:40:51.895656 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 20:40:51.895656 dv-cinder-786386-2-smb neutron-server[85298]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 20:40:51.895656 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 20:40:51.895656 dv-cinder-786386-2-smb neutron-server[85298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 20:40:51.895656 dv-cinder-786386-2-smb neutron-server[85298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 20:40:52.002000 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7ca85050-5b85-46b1-88d0-f6970616fbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036838069257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16285283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036838401808'] for network, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:52.005991 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-cdc4f3e2-4156-4aa1-9d19-b12331cb6892 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:40:52.023914 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7ca85050-5b85-46b1-88d0-f6970616fbf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16483510'] for network, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:52.039242 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca85050-5b85-46b1-88d0-f6970616fbf3 admin admin] Pushing event deleted for resources: {'Network': ['ID=61b2887b-0b42-442b-9305-a85cc2352b38,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:40:52.045084 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-7ca85050-5b85-46b1-88d0-f6970616fbf3 admin admin] 10.222.0.69 "DELETE /v2.0/networks/61b2887b-0b42-442b-9305-a85cc2352b38 HTTP/1.1" status: 204 len: 168 time: 2.0125434 Apr 15 20:40:52.046195 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-7ca85050-5b85-46b1-88d0-f6970616fbf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:40:52.097423 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc0f4fb-f17c-4ee1-b263-e0bad5d55c17 req-2600ac0e-b53d-4d20-b91d-7dab53da9f32 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:40:52.106721 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-bfc0f4fb-f17c-4ee1-b263-e0bad5d55c17 req-2600ac0e-b53d-4d20-b91d-7dab53da9f32 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=831a37b8-046a-483e-a2ce-030849b85680 HTTP/1.1" status: 200 len: 944 time: 0.1153674 Apr 15 20:40:52.152686 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-bfc0f4fb-f17c-4ee1-b263-e0bad5d55c17 req-719b6880-1a0d-4ce7-8b90-f139770aee48 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=2bb5a3ee-ef4b-4b65-8a82-535cde850acc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450044 Apr 15 20:40:52.186254 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 38058) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:40:52.243904 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-e4b96640-e14d-482a-b1e3-4f6dbda3fd90 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9bbdc00c388d464d85f419da9ce19122&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0562806 Apr 15 20:40:52.246506 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 38062) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:40:52.312266 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9904530e-a9f1-4360-9792-e90353499856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:52.345906 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9904530e-a9f1-4360-9792-e90353499856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:52.395992 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9904530e-a9f1-4360-9792-e90353499856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:52.401366 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-042d9b1a-855b-4a83-a705-d03417d5ed58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:40:52.414353 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9904530e-a9f1-4360-9792-e90353499856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0a08f1-e3ed-416f-a7a8-a96d7ae18914,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:40:52.417520 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-9904530e-a9f1-4360-9792-e90353499856 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:40:52.421272 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9904530e-a9f1-4360-9792-e90353499856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:52.425186 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-9904530e-a9f1-4360-9792-e90353499856 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7c0a08f1-e3ed-416f-a7a8-a96d7ae18914 HTTP/1.1" status: 204 len: 168 time: 0.1746540 Apr 15 20:40:52.809768 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 38070) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:40:52.863528 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-a9e6ed21-d808-4416-b1a9-c7aaadae7e9a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=aaf5c499c6b0489b96ed7c627534b56e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0523162 Apr 15 20:40:52.866047 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 38074) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:40:52.957395 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e2fdbb91-7bb4-49a1-980f-d7a184886517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:53.008781 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e2fdbb91-7bb4-49a1-980f-d7a184886517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:53.064411 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e2fdbb91-7bb4-49a1-980f-d7a184886517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:53.069839 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-dd7ea605-853b-43a0-a671-5b8f9381c8cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:40:53.085616 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fdbb91-7bb4-49a1-980f-d7a184886517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30921483-4136-4b43-aa79-99fef99acbcd,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:40:53.089631 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-e2fdbb91-7bb4-49a1-980f-d7a184886517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:40:53.093266 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e2fdbb91-7bb4-49a1-980f-d7a184886517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:40:53.097507 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-e2fdbb91-7bb4-49a1-980f-d7a184886517 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/30921483-4136-4b43-aa79-99fef99acbcd HTTP/1.1" status: 204 len: 168 time: 0.2301984 Apr 15 20:40:53.422202 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c3b4d-bc42-4e24-8afe-31312d6f6fd1 req-d72eb455-397e-4422-8d9a-1ee7c0cfd482 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:40:53.424232 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c38c3b4d-bc42-4e24-8afe-31312d6f6fd1 req-d72eb455-397e-4422-8d9a-1ee7c0cfd482 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=831a37b8-046a-483e-a2ce-030849b85680 HTTP/1.1" status: 200 len: 944 time: 0.1317835 Apr 15 20:40:53.479324 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c38c3b4d-bc42-4e24-8afe-31312d6f6fd1 req-dd961ebe-c97a-4435-aa1c-4270f0df9d68 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=2bb5a3ee-ef4b-4b65-8a82-535cde850acc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475495 Apr 15 20:40:54.700940 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81514afd-e8dd-44f2-b0f7-ad16269b19d5 req-08d010e1-8091-4103-902a-8e13b2ae994c tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:40:54.702415 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-81514afd-e8dd-44f2-b0f7-ad16269b19d5 req-08d010e1-8091-4103-902a-8e13b2ae994c tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=831a37b8-046a-483e-a2ce-030849b85680 HTTP/1.1" status: 200 len: 944 time: 0.0944378 Apr 15 20:40:54.760441 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-81514afd-e8dd-44f2-b0f7-ad16269b19d5 req-e6e57d27-998a-47ad-b5d8-1c1229675676 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=2bb5a3ee-ef4b-4b65-8a82-535cde850acc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493016 Apr 15 20:40:55.970220 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e317c9c0-c669-4399-98e5-b74ad1728b89 req-a756e488-f9e8-4e2f-b019-54d95d2891d4 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:40:55.974818 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-e317c9c0-c669-4399-98e5-b74ad1728b89 req-a756e488-f9e8-4e2f-b019-54d95d2891d4 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=831a37b8-046a-483e-a2ce-030849b85680 HTTP/1.1" status: 200 len: 944 time: 0.0902314 Apr 15 20:40:56.025625 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-e317c9c0-c669-4399-98e5-b74ad1728b89 req-a38d6309-c108-4d26-9693-3f0a8f32a2e7 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=2bb5a3ee-ef4b-4b65-8a82-535cde850acc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466149 Apr 15 20:40:57.244196 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657374d1-1318-43ea-8439-f5ad08f7f719 req-3c92551b-88e0-4cde-92a1-15c8b0bd4033 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:40:57.245788 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-657374d1-1318-43ea-8439-f5ad08f7f719 req-3c92551b-88e0-4cde-92a1-15c8b0bd4033 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=831a37b8-046a-483e-a2ce-030849b85680 HTTP/1.1" status: 200 len: 944 time: 0.0953133 Apr 15 20:40:57.297669 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-657374d1-1318-43ea-8439-f5ad08f7f719 req-2708ba90-88bc-44be-909c-555a6669c708 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=2bb5a3ee-ef4b-4b65-8a82-535cde850acc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447469 Apr 15 20:40:58.513770 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c76a616-8419-4e41-a9f7-dc12578f78bd req-eb0a0cbb-9ad9-4927-a307-3e5f6780e214 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:40:58.515384 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-3c76a616-8419-4e41-a9f7-dc12578f78bd req-eb0a0cbb-9ad9-4927-a307-3e5f6780e214 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=831a37b8-046a-483e-a2ce-030849b85680 HTTP/1.1" status: 200 len: 944 time: 0.0974929 Apr 15 20:40:58.565663 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-3c76a616-8419-4e41-a9f7-dc12578f78bd req-807aad8f-3e32-4b40-ad9f-dc6300ec69b7 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=2bb5a3ee-ef4b-4b65-8a82-535cde850acc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437012 Apr 15 20:40:59.785738 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b2a6b-0dd3-4b2d-b8d8-bb5fb7a0c289 req-6606909d-2127-4a53-9432-714be4086383 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:40:59.787393 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-061b2a6b-0dd3-4b2d-b8d8-bb5fb7a0c289 req-6606909d-2127-4a53-9432-714be4086383 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=831a37b8-046a-483e-a2ce-030849b85680 HTTP/1.1" status: 200 len: 944 time: 0.0923390 Apr 15 20:40:59.837217 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-061b2a6b-0dd3-4b2d-b8d8-bb5fb7a0c289 req-480bceac-6076-49ce-94eb-df87de03d797 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=2bb5a3ee-ef4b-4b65-8a82-535cde850acc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408375 Apr 15 20:41:01.065223 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85efcc26-012e-4391-a0f0-1e78f1225b8d req-1c605aa0-5a9e-42db-86f7-b0f990b0eb88 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:41:01.066840 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-85efcc26-012e-4391-a0f0-1e78f1225b8d req-1c605aa0-5a9e-42db-86f7-b0f990b0eb88 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=831a37b8-046a-483e-a2ce-030849b85680 HTTP/1.1" status: 200 len: 944 time: 0.0929122 Apr 15 20:41:01.119206 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-85efcc26-012e-4391-a0f0-1e78f1225b8d req-a2552763-56e1-4b54-8c78-263aeac40b8a tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=2bb5a3ee-ef4b-4b65-8a82-535cde850acc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425382 Apr 15 20:41:02.344732 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becb89e7-bb94-4169-82fa-e5f139855e51 req-fdd96ee5-b873-434c-a59e-60dd85177069 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:41:02.346421 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-becb89e7-bb94-4169-82fa-e5f139855e51 req-fdd96ee5-b873-434c-a59e-60dd85177069 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=831a37b8-046a-483e-a2ce-030849b85680 HTTP/1.1" status: 200 len: 944 time: 0.1003475 Apr 15 20:41:02.398846 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-becb89e7-bb94-4169-82fa-e5f139855e51 req-83596383-861b-4e5b-a433-9b6e99604141 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=2bb5a3ee-ef4b-4b65-8a82-535cde850acc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456152 Apr 15 20:41:03.625361 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fafd310-3d8b-4fa5-99a2-0965c878e96a req-7ab69962-4912-4380-8d7d-9948e11dbe29 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:41:03.626930 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-7fafd310-3d8b-4fa5-99a2-0965c878e96a req-7ab69962-4912-4380-8d7d-9948e11dbe29 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=831a37b8-046a-483e-a2ce-030849b85680 HTTP/1.1" status: 200 len: 944 time: 0.0896971 Apr 15 20:41:03.679294 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-7fafd310-3d8b-4fa5-99a2-0965c878e96a req-1629b6c3-9e6f-4667-ae1b-1022b5668cd1 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=2bb5a3ee-ef4b-4b65-8a82-535cde850acc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430360 Apr 15 20:41:04.921571 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7988d4b1-5d3b-43cd-b68a-d9a40a65dea9 req-72f490d6-314a-46d1-a26b-77b129b04f77 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:41:04.923206 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-7988d4b1-5d3b-43cd-b68a-d9a40a65dea9 req-72f490d6-314a-46d1-a26b-77b129b04f77 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=831a37b8-046a-483e-a2ce-030849b85680 HTTP/1.1" status: 200 len: 944 time: 0.1075704 Apr 15 20:41:04.970189 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-7988d4b1-5d3b-43cd-b68a-d9a40a65dea9 req-c4c63c87-cc22-4cb8-bfd8-bfc672e5890d tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=2bb5a3ee-ef4b-4b65-8a82-535cde850acc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406079 Apr 15 20:41:05.066957 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device d0f1346a-5532-427b-af1e-375b657b2a26 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 20:41:05.219652 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] For port d0f1346a-5532-427b-af1e-375b657b2a26, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d0f1346a-5532-427b-af1e-375b657b2a26,segment=NetworkSegment(8f8c4df8-9981-44cd-9c71-6e51c9e29c18),segment_id=8f8c4df8-9981-44cd-9c71-6e51c9e29c18)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:41:05.233752 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Returning: {'device': 'd0f1346a-5532-427b-af1e-375b657b2a26', 'network_id': '5bc06a2b-9024-484d-8786-16d9b4579274', 'port_id': 'd0f1346a-5532-427b-af1e-375b657b2a26', 'mac_address': 'fa:16:3e:05:8d:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1062, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '115d02bc-de92-4568-be72-0d321d902e0d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 20:41:05.293211 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:05.310787 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0f1346a-5532-427b-af1e-375b657b2a26 {{(pid=85413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:41:05.327996 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] For port d0f1346a-5532-427b-af1e-375b657b2a26, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d0f1346a-5532-427b-af1e-375b657b2a26,segment=NetworkSegment(8f8c4df8-9981-44cd-9c71-6e51c9e29c18),segment_id=8f8c4df8-9981-44cd-9c71-6e51c9e29c18)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:41:05.331566 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:05.334322 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:41:05.407278 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Pushing event updated for resources: {'Port': ['ID=d0f1346a-5532-427b-af1e-375b657b2a26,revision_number=9']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:41:05.410650 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:41:05.739313 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] get_ports_and_sgs() called for port_ids ['d0f1346a-5532-427b-af1e-375b657b2a26'] {{(pid=85413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:41:06.189627 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25446c59-47cd-4449-afcb-1524d671816d req-f309e866-9288-424a-867a-d0a87a0388e1 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:41:06.191296 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-25446c59-47cd-4449-afcb-1524d671816d req-f309e866-9288-424a-867a-d0a87a0388e1 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=831a37b8-046a-483e-a2ce-030849b85680 HTTP/1.1" status: 200 len: 945 time: 0.0967345 Apr 15 20:41:06.238718 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-25446c59-47cd-4449-afcb-1524d671816d req-9e1f9530-25a5-4073-9d93-461e2c89941b tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=2bb5a3ee-ef4b-4b65-8a82-535cde850acc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409155 Apr 15 20:41:07.064776 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device d0f1346a-5532-427b-af1e-375b657b2a26 up at agent hyperv_hv-cinder-78638 {{(pid=85413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:41:07.155696 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Provisioning complete for port d0f1346a-5532-427b-af1e-375b657b2a26 triggered by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:41:07.156127 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:07.283342 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:07.311898 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '831a37b8-046a-483e-a2ce-030849b85680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f1346a-5532-427b-af1e-375b657b2a26'}] {{(pid=85413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:41:07.322282 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] For port d0f1346a-5532-427b-af1e-375b657b2a26, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d0f1346a-5532-427b-af1e-375b657b2a26,segment=NetworkSegment(8f8c4df8-9981-44cd-9c71-6e51c9e29c18),segment_id=8f8c4df8-9981-44cd-9c71-6e51c9e29c18)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:41:07.326316 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:07.328385 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:41:07.370819 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '831a37b8-046a-483e-a2ce-030849b85680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f1346a-5532-427b-af1e-375b657b2a26', 'code': 200} Apr 15 20:41:07.405256 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Pushing event updated for resources: {'Port': ['ID=d0f1346a-5532-427b-af1e-375b657b2a26,revision_number=10']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:41:07.408431 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:41:07.470205 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b169bc91-46e3-4432-b700-a827745e55c1 req-b161f3c4-5de9-4079-acd0-2580c7a74821 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:41:07.471833 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-b169bc91-46e3-4432-b700-a827745e55c1 req-b161f3c4-5de9-4079-acd0-2580c7a74821 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=831a37b8-046a-483e-a2ce-030849b85680 HTTP/1.1" status: 200 len: 947 time: 0.0940065 Apr 15 20:41:07.521993 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-b169bc91-46e3-4432-b700-a827745e55c1 req-cd56114c-e505-4536-99b6-9eeb51872d10 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=2bb5a3ee-ef4b-4b65-8a82-535cde850acc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433450 Apr 15 20:41:07.631196 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d57b452-bb7f-4e36-ab4c-8595736810dc req-188f12a8-246b-4252-a5dc-9f998e4f2934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:41:07.632685 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-4d57b452-bb7f-4e36-ab4c-8595736810dc req-188f12a8-246b-4252-a5dc-9f998e4f2934 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=831a37b8-046a-483e-a2ce-030849b85680 HTTP/1.1" status: 200 len: 1100 time: 0.0782595 Apr 15 20:41:07.682692 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-4d57b452-bb7f-4e36-ab4c-8595736810dc req-bf5afc39-b1a0-40e8-8489-29356817c13b service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=2bb5a3ee-ef4b-4b65-8a82-535cde850acc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420570 Apr 15 20:41:08.762010 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ca84c-fdc7-433b-ae4b-b6f151388501 req-ca4323f1-18bf-4c22-9ae8-add88da03343 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:41:08.763593 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-6d9ca84c-fdc7-433b-ae4b-b6f151388501 req-ca4323f1-18bf-4c22-9ae8-add88da03343 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=831a37b8-046a-483e-a2ce-030849b85680 HTTP/1.1" status: 200 len: 947 time: 0.1061668 Apr 15 20:41:08.813729 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-6d9ca84c-fdc7-433b-ae4b-b6f151388501 req-7d0022d5-4757-4fbd-83a5-a052ea36db15 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=2bb5a3ee-ef4b-4b65-8a82-535cde850acc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422895 Apr 15 20:41:10.030898 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b416afb-5442-4fa0-bfb0-abeecbc3e700 req-8cd1b5cc-c734-453c-b28f-3f7c03ca6624 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:41:10.032532 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-0b416afb-5442-4fa0-bfb0-abeecbc3e700 req-8cd1b5cc-c734-453c-b28f-3f7c03ca6624 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=831a37b8-046a-483e-a2ce-030849b85680 HTTP/1.1" status: 200 len: 947 time: 0.0959527 Apr 15 20:41:10.083673 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-0b416afb-5442-4fa0-bfb0-abeecbc3e700 req-d4137b80-5d56-48d6-83d1-a80339fb7c9e tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=2bb5a3ee-ef4b-4b65-8a82-535cde850acc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416901 Apr 15 20:41:12.046238 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.agents_db [None req-12650cd8-a504-4c0d-a4a2-248dab766c22 None None] Agent healthcheck: found 6 active agents {{(pid=85414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:41:15.091907 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f582c212-deb4-4a42-b1dc-4aa4ec342df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:17.514812 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9722641a-f56e-43eb-9a75-b85907334ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:17.729284 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:17.941534 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6589a99b-4989-4a06-bc40-62b7e77e6cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:18.299629 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:19.621441 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-611aad59-e19d-4c1d-b92d-eb0975a661b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:22.088379 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-bebbd677-7de2-4687-8736-e9ba402a82c8 req-269fa3b8-c6bd-4a5a-ba1d-4182fb41abac service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=831a37b8-046a-483e-a2ce-030849b85680&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0848122 Apr 15 20:41:22.208016 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebbd677-7de2-4687-8736-e9ba402a82c8 req-804e7749-31a0-439f-a44f-9b12faf368d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:41:22.209586 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-bebbd677-7de2-4687-8736-e9ba402a82c8 req-804e7749-31a0-439f-a44f-9b12faf368d8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a7106cb89b6d4e9399c7bc046ff492b4&device_id=831a37b8-046a-483e-a2ce-030849b85680 HTTP/1.1" status: 200 len: 1100 time: 0.0826585 Apr 15 20:41:22.375981 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebbd677-7de2-4687-8736-e9ba402a82c8 req-49e1250c-b801-4f50-9ee1-6fda1dd597b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:41:22.377531 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-bebbd677-7de2-4687-8736-e9ba402a82c8 req-49e1250c-b801-4f50-9ee1-6fda1dd597b9 service neutron] 10.222.0.76 "GET /v2.0/networks?id=5bc06a2b-9024-484d-8786-16d9b4579274 HTTP/1.1" status: 200 len: 918 time: 0.1419568 Apr 15 20:41:22.484617 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-bebbd677-7de2-4687-8736-e9ba402a82c8 req-380fccb0-4aeb-4369-83ef-c58653fbbf38 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0f1346a-5532-427b-af1e-375b657b2a26 HTTP/1.1" status: 200 len: 1001 time: 0.0996234 Apr 15 20:41:22.558338 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebbd677-7de2-4687-8736-e9ba402a82c8 req-7f90fef3-a65a-430d-87cf-e62fbe5d4e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:41:22.559899 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-bebbd677-7de2-4687-8736-e9ba402a82c8 req-7f90fef3-a65a-430d-87cf-e62fbe5d4e2b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=115d02bc-de92-4568-be72-0d321d902e0d HTTP/1.1" status: 200 len: 855 time: 0.0686164 Apr 15 20:41:22.644935 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebbd677-7de2-4687-8736-e9ba402a82c8 req-4968b2cb-40c6-4d63-a3f4-b05011cafb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:41:22.646416 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-bebbd677-7de2-4687-8736-e9ba402a82c8 req-4968b2cb-40c6-4d63-a3f4-b05011cafb66 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5bc06a2b-9024-484d-8786-16d9b4579274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0791981 Apr 15 20:41:22.792115 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-bebbd677-7de2-4687-8736-e9ba402a82c8 req-336c64ee-e9df-4791-bc73-555f20fc5fb2 service neutron] 10.222.0.76 "GET /v2.0/networks/5bc06a2b-9024-484d-8786-16d9b4579274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353655 Apr 15 20:41:22.944367 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-bebbd677-7de2-4687-8736-e9ba402a82c8 req-86609a32-66c3-494d-ad47-06287c66a6bf service neutron] 10.222.0.76 "GET /v2.0/networks/5bc06a2b-9024-484d-8786-16d9b4579274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443865 Apr 15 20:41:27.076681 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f6cd66a9-5c94-4edd-817d-ad9a92ae96dd req-4be6aa5a-b731-4b66-b257-940c11bc799b tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-170788181&fields=id&tenant_id=33077ec039814b65b933ccc905713d3a HTTP/1.1" status: 200 len: 267 time: 0.0521905 Apr 15 20:41:27.173912 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd66a9-5c94-4edd-817d-ad9a92ae96dd req-e6091091-8e5b-4939-ab60-9feb07357161 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:41:27.175519 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f6cd66a9-5c94-4edd-817d-ad9a92ae96dd req-e6091091-8e5b-4939-ab60-9feb07357161 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "GET /v2.0/ports?device_id=b05d73a3-0f18-424d-9c59-4bcced314701 HTTP/1.1" status: 200 len: 985 time: 0.0928969 Apr 15 20:41:27.187563 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [req-f6cd66a9-5c94-4edd-817d-ad9a92ae96dd req-68eaea61-c6a5-4137-85e0-72c0d391a319 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Request body: {'port': {'security_groups': ['1c0e601f-3995-4ec1-8044-4f4fedf4f5f3']}} {{(pid=85411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:41:27.318586 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-f6cd66a9-5c94-4edd-817d-ad9a92ae96dd req-68eaea61-c6a5-4137-85e0-72c0d391a319 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:27.578166 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [req-f6cd66a9-5c94-4edd-817d-ad9a92ae96dd req-68eaea61-c6a5-4137-85e0-72c0d391a319 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] For port 3f9d4b93-f921-49f1-af94-395c11f0691c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3f9d4b93-f921-49f1-af94-395c11f0691c,segment=NetworkSegment(a210119f-e74b-4b27-95c7-ad6c9591eb19),segment_id=a210119f-e74b-4b27-95c7-ad6c9591eb19)] {{(pid=85411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:41:27.604450 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-f6cd66a9-5c94-4edd-817d-ad9a92ae96dd req-68eaea61-c6a5-4137-85e0-72c0d391a319 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Notify callbacks [] for port, precommit_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:27.609337 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-f6cd66a9-5c94-4edd-817d-ad9a92ae96dd req-68eaea61-c6a5-4137-85e0-72c0d391a319 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2376340'] for port, after_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:27.621522 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] get_ports_and_sgs() called for port_ids ['3f9d4b93-f921-49f1-af94-395c11f0691c'] {{(pid=85413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:41:27.624053 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-dc226866-a8c1-4a40-919e-33abadf3c0e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:41:27.774355 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eaea61-c6a5-4137-85e0-72c0d391a319 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Pushing event updated for resources: {'Port': ['ID=3f9d4b93-f921-49f1-af94-395c11f0691c,revision_number=7']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:41:27.787544 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-68eaea61-c6a5-4137-85e0-72c0d391a319 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:41:27.827184 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd66a9-5c94-4edd-817d-ad9a92ae96dd req-68eaea61-c6a5-4137-85e0-72c0d391a319 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:41:27.827897 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-f6cd66a9-5c94-4edd-817d-ad9a92ae96dd req-68eaea61-c6a5-4137-85e0-72c0d391a319 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-906'] for port, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:27.829405 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f6cd66a9-5c94-4edd-817d-ad9a92ae96dd req-68eaea61-c6a5-4137-85e0-72c0d391a319 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "PUT /v2.0/ports/3f9d4b93-f921-49f1-af94-395c11f0691c HTTP/1.1" status: 200 len: 943 time: 0.6468973 Apr 15 20:41:27.830053 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b05d73a3-0f18-424d-9c59-4bcced314701', 'tag': '3f9d4b93-f921-49f1-af94-395c11f0691c'}] {{(pid=85411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:41:27.835875 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 38162) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:41:27.884876 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b05d73a3-0f18-424d-9c59-4bcced314701', 'tag': '3f9d4b93-f921-49f1-af94-395c11f0691c', 'status': 'completed', 'code': 200} Apr 15 20:41:27.913968 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4fd5bc63-db4d-4009-aa5d-9d6872b7ab85 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Notify callbacks [] for security_group, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:27.916619 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] get_ports_and_sgs() called for port_ids ['3f9d4b93-f921-49f1-af94-395c11f0691c'] {{(pid=85413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:41:27.948859 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4fd5bc63-db4d-4009-aa5d-9d6872b7ab85 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:28.003475 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4fd5bc63-db4d-4009-aa5d-9d6872b7ab85 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:28.009102 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-79bf8507-551c-4ea8-b4bb-16a8e89b1b10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:41:28.012099 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a41ea0-345d-47e1-90ad-5b22a1adaabe req-26eae73a-f43a-4296-90ad-4c6ddb3e882b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:41:28.013706 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d6a41ea0-345d-47e1-90ad-5b22a1adaabe req-26eae73a-f43a-4296-90ad-4c6ddb3e882b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=33077ec039814b65b933ccc905713d3a&device_id=b05d73a3-0f18-424d-9c59-4bcced314701 HTTP/1.1" status: 200 len: 1099 time: 0.0904324 Apr 15 20:41:28.022004 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd5bc63-db4d-4009-aa5d-9d6872b7ab85 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa076f0-60fb-48c3-b95a-55bb49622ca2,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:41:28.026016 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-4fd5bc63-db4d-4009-aa5d-9d6872b7ab85 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:41:28.029682 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4fd5bc63-db4d-4009-aa5d-9d6872b7ab85 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Notify callbacks [] for security_group, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:28.031071 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-4fd5bc63-db4d-4009-aa5d-9d6872b7ab85 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "DELETE /v2.0/security-groups/2aa076f0-60fb-48c3-b95a-55bb49622ca2 HTTP/1.1" status: 204 len: 168 time: 0.1941192 Apr 15 20:41:28.033924 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 38166) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:41:28.045595 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-b8ef392b-94d3-4e7f-8c35-1484f3a22c41 None None] Provisioning complete for port 3f9d4b93-f921-49f1-af94-395c11f0691c triggered by entity DHCP. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:41:28.046008 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-b8ef392b-94d3-4e7f-8c35-1484f3a22c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:28.162520 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a41ea0-345d-47e1-90ad-5b22a1adaabe req-e80f6044-f894-46b4-b030-eb24136be648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:41:28.164582 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d6a41ea0-345d-47e1-90ad-5b22a1adaabe req-e80f6044-f894-46b4-b030-eb24136be648 service neutron] 10.222.0.76 "GET /v2.0/networks?id=76f207b2-c01b-47b6-a04d-1f5598cc2de2 HTTP/1.1" status: 200 len: 917 time: 0.1436973 Apr 15 20:41:28.253023 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-8c56a7b0-6935-49fa-a982-44f175aef7cb tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Deleting port 25871b64-adbf-43bd-aa55-dce24413f390 {{(pid=85412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:41:28.253403 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-8c56a7b0-6935-49fa-a982-44f175aef7cb tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245249624948'] for port, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:28.286066 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d6a41ea0-345d-47e1-90ad-5b22a1adaabe req-d16ca250-97ec-4a9f-83fb-09a4dcdeb6a8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f9d4b93-f921-49f1-af94-395c11f0691c HTTP/1.1" status: 200 len: 1001 time: 0.1132376 Apr 15 20:41:28.363977 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a41ea0-345d-47e1-90ad-5b22a1adaabe req-c64eeb7b-f281-4733-a24f-d05cf9c71412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:41:28.365495 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d6a41ea0-345d-47e1-90ad-5b22a1adaabe req-c64eeb7b-f281-4733-a24f-d05cf9c71412 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=32e6883b-cf72-499e-9a64-9753a4dad96a HTTP/1.1" status: 200 len: 854 time: 0.0666938 Apr 15 20:41:28.435676 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-8c56a7b0-6935-49fa-a982-44f175aef7cb tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16344636'] for port, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:28.436085 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-8c56a7b0-6935-49fa-a982-44f175aef7cb tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:28.450057 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a41ea0-345d-47e1-90ad-5b22a1adaabe req-93c7e8cc-f6c4-4b7f-8bc5-7d6b249c7590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:41:28.451707 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d6a41ea0-345d-47e1-90ad-5b22a1adaabe req-93c7e8cc-f6c4-4b7f-8bc5-7d6b249c7590 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=76f207b2-c01b-47b6-a04d-1f5598cc2de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0768690 Apr 15 20:41:28.573696 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-8c56a7b0-6935-49fa-a982-44f175aef7cb tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Calling delete_port for 25871b64-adbf-43bd-aa55-dce24413f390 owned by network:floatingip {{(pid=85412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:41:28.597900 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d6a41ea0-345d-47e1-90ad-5b22a1adaabe req-b4f4361d-fa0d-4010-a1d5-fa1f7b082850 service neutron] 10.222.0.76 "GET /v2.0/networks/76f207b2-c01b-47b6-a04d-1f5598cc2de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381595 Apr 15 20:41:28.739763 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-8c56a7b0-6935-49fa-a982-44f175aef7cb tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791605129519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791604687919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852524119'] for port, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:28.753752 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-dcaa3261-cdd5-445f-b44f-fc08e360c223 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:41:28.851091 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c56a7b0-6935-49fa-a982-44f175aef7cb tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Pushing event deleted for resources: {'Port': ['ID=25871b64-adbf-43bd-aa55-dce24413f390,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:41:28.858260 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-8c56a7b0-6935-49fa-a982-44f175aef7cb tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:41:28.977870 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d6a41ea0-345d-47e1-90ad-5b22a1adaabe req-4a11217c-57b2-49a7-9f0f-319d6226e67a service neutron] 10.222.0.76 "GET /v2.0/networks/76f207b2-c01b-47b6-a04d-1f5598cc2de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3706386 Apr 15 20:41:29.020328 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-8c56a7b0-6935-49fa-a982-44f175aef7cb tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Notify callbacks [] for floatingip, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:29.020701 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.db.l3_db [None req-8c56a7b0-6935-49fa-a982-44f175aef7cb tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Floating IP a1c2bed6-9ba9-48c1-8608-8fd5f1aacddb disassociated (deleted). External IP: 172.28.3.70, port: 3f9d4b93-f921-49f1-af94-395c11f0691c. Apr 15 20:41:29.394581 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c56a7b0-6935-49fa-a982-44f175aef7cb tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Router a249d713-ce7e-4f00-9835-f3706775a1e9 has already been hosted by L3 agent f2e50876-c35d-48fb-9e24-f0907444cef9 {{(pid=85412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 20:41:29.582740 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c56a7b0-6935-49fa-a982-44f175aef7cb tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Notify agent at l3_agent.dv-cinder-786386-2-smb the message routers_updated {{(pid=85412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 20:41:29.592642 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffbfef3-b239-4f2a-8ef5-39f95e242323 None None] Sync routers for ids ['a249d713-ce7e-4f00-9835-f3706775a1e9'] in dv-cinder-786386-2-smb {{(pid=85413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 20:41:29.597129 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-8c56a7b0-6935-49fa-a982-44f175aef7cb tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-906'] for floatingip, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:29.603976 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffbfef3-b239-4f2a-8ef5-39f95e242323 None None] Routers {'a249d713-ce7e-4f00-9835-f3706775a1e9'} bound to L3 agent in host dv-cinder-786386-2-smb {{(pid=85413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:41:29.604641 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-8ffbfef3-b239-4f2a-8ef5-39f95e242323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T20:23:47Z,description=,heartbeat_timestamp=2021-04-15T20:41:17Z,host='dv-cinder-786386-2-smb',id=f2e50876-c35d-48fb-9e24-f0907444cef9,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:23:48Z,topic='l3_agent')) {'router_ids': ['a249d713-ce7e-4f00-9835-f3706775a1e9'], 'active': True} {{(pid=85413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:41:29.657806 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-8c56a7b0-6935-49fa-a982-44f175aef7cb tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "DELETE /v2.0/floatingips/a1c2bed6-9ba9-48c1-8608-8fd5f1aacddb HTTP/1.1" status: 204 len: 168 time: 1.6225030 Apr 15 20:41:29.658506 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b05d73a3-0f18-424d-9c59-4bcced314701', 'tag': '3f9d4b93-f921-49f1-af94-395c11f0691c'}] {{(pid=85412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:41:29.706880 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b05d73a3-0f18-424d-9c59-4bcced314701', 'tag': '3f9d4b93-f921-49f1-af94-395c11f0691c', 'status': 'completed', 'code': 200} Apr 15 20:41:29.796826 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvr_db [None req-8ffbfef3-b239-4f2a-8ef5-39f95e242323 None None] Set router a249d713-ce7e-4f00-9835-f3706775a1e9 gateway port host: dv-cinder-786386-2-smb {{(pid=85413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:41:29.817538 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b0be6-d827-4b04-b0b7-22210011bfc0 req-c112847f-4d76-4689-8862-af006e30d759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:41:29.819370 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-569b0be6-d827-4b04-b0b7-22210011bfc0 req-c112847f-4d76-4689-8862-af006e30d759 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=33077ec039814b65b933ccc905713d3a&device_id=b05d73a3-0f18-424d-9c59-4bcced314701 HTTP/1.1" status: 200 len: 1099 time: 0.0898702 Apr 15 20:41:29.967990 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b0be6-d827-4b04-b0b7-22210011bfc0 req-5a56c180-b49e-46be-b714-385f4f58bb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:41:29.969575 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-569b0be6-d827-4b04-b0b7-22210011bfc0 req-5a56c180-b49e-46be-b714-385f4f58bb61 service neutron] 10.222.0.76 "GET /v2.0/networks?id=76f207b2-c01b-47b6-a04d-1f5598cc2de2 HTTP/1.1" status: 200 len: 917 time: 0.1423092 Apr 15 20:41:30.048320 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-569b0be6-d827-4b04-b0b7-22210011bfc0 req-9d9f2b0e-76f1-4c7c-9720-10a082bf0b66 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f9d4b93-f921-49f1-af94-395c11f0691c HTTP/1.1" status: 200 len: 217 time: 0.0674083 Apr 15 20:41:30.133735 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-8ffbfef3-b239-4f2a-8ef5-39f95e242323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a249d713-ce7e-4f00-9835-f3706775a1e9', 'name': 'tempest-TestMinimumBasicScenario-1677896112-router', 'tenant_id': '33077ec039814b65b933ccc905713d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': '8fc64924-9c4c-40a7-a792-ae084703ad2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:37:37Z', 'updated_at': '2021-04-15T20:37:42Z', 'revision_number': 4, 'project_id': '33077ec039814b65b933ccc905713d3a', 'gw_port': {'id': '8fc64924-9c4c-40a7-a792-ae084703ad2a', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a249d713-ce7e-4f00-9835-f3706775a1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:37:38Z', 'updated_at': '2021-04-15T20:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb', '_interfaces': [{'id': '90ad63af-657a-408d-b3d4-b4749040397e', 'name': '', 'network_id': '76f207b2-c01b-47b6-a04d-1f5598cc2de2', 'tenant_id': '33077ec039814b65b933ccc905713d3a', 'mac_address': 'fa:16:3e:a5:ea:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a249d713-ce7e-4f00-9835-f3706775a1e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '32e6883b-cf72-499e-9a64-9753a4dad96a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:37:41Z', 'updated_at': '2021-04-15T20:37:49Z', 'revision_number': 5, 'project_id': '33077ec039814b65b933ccc905713d3a', 'subnets': [{'id': '32e6883b-cf72-499e-9a64-9753a4dad96a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-2-smb', False) {} {{(pid=85413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:41:30.136801 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b0be6-d827-4b04-b0b7-22210011bfc0 req-13cb33e0-aa5a-4c4e-9b9d-2f15d64a49c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:41:30.137983 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffbfef3-b239-4f2a-8ef5-39f95e242323 None None] Checking router: a249d713-ce7e-4f00-9835-f3706775a1e9 for host: dv-cinder-786386-2-smb {{(pid=85413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 20:41:30.138100 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-569b0be6-d827-4b04-b0b7-22210011bfc0 req-13cb33e0-aa5a-4c4e-9b9d-2f15d64a49c7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=32e6883b-cf72-499e-9a64-9753a4dad96a HTTP/1.1" status: 200 len: 854 time: 0.0739865 Apr 15 20:41:30.147228 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffbfef3-b239-4f2a-8ef5-39f95e242323 None None] Routers {'a249d713-ce7e-4f00-9835-f3706775a1e9'} bound to L3 agent in host dv-cinder-786386-2-smb {{(pid=85413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:41:30.147890 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-8ffbfef3-b239-4f2a-8ef5-39f95e242323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T20:23:47Z,description=,heartbeat_timestamp=2021-04-15T20:41:17Z,host='dv-cinder-786386-2-smb',id=f2e50876-c35d-48fb-9e24-f0907444cef9,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:23:48Z,topic='l3_agent')) {'router_ids': ['a249d713-ce7e-4f00-9835-f3706775a1e9'], 'active': True} {{(pid=85413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:41:30.223324 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b0be6-d827-4b04-b0b7-22210011bfc0 req-2452b2da-ce59-4ace-ba78-4bedacdd5d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:41:30.224898 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-569b0be6-d827-4b04-b0b7-22210011bfc0 req-2452b2da-ce59-4ace-ba78-4bedacdd5d9e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=76f207b2-c01b-47b6-a04d-1f5598cc2de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0799351 Apr 15 20:41:30.380716 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-569b0be6-d827-4b04-b0b7-22210011bfc0 req-a4ecc135-f4ed-45bf-826b-d402013838a1 service neutron] 10.222.0.76 "GET /v2.0/networks/76f207b2-c01b-47b6-a04d-1f5598cc2de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450062 Apr 15 20:41:30.509534 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvr_db [None req-8ffbfef3-b239-4f2a-8ef5-39f95e242323 None None] Set router a249d713-ce7e-4f00-9835-f3706775a1e9 gateway port host: dv-cinder-786386-2-smb {{(pid=85413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:41:30.526744 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-569b0be6-d827-4b04-b0b7-22210011bfc0 req-6b942434-b30f-4edb-9a57-11ee85f1aec1 service neutron] 10.222.0.76 "GET /v2.0/networks/76f207b2-c01b-47b6-a04d-1f5598cc2de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389682 Apr 15 20:41:30.854286 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-8ffbfef3-b239-4f2a-8ef5-39f95e242323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a249d713-ce7e-4f00-9835-f3706775a1e9', 'name': 'tempest-TestMinimumBasicScenario-1677896112-router', 'tenant_id': '33077ec039814b65b933ccc905713d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': '8fc64924-9c4c-40a7-a792-ae084703ad2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:37:37Z', 'updated_at': '2021-04-15T20:37:42Z', 'revision_number': 4, 'project_id': '33077ec039814b65b933ccc905713d3a', 'gw_port': {'id': '8fc64924-9c4c-40a7-a792-ae084703ad2a', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a249d713-ce7e-4f00-9835-f3706775a1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:37:38Z', 'updated_at': '2021-04-15T20:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb', '_interfaces': [{'id': '90ad63af-657a-408d-b3d4-b4749040397e', 'name': '', 'network_id': '76f207b2-c01b-47b6-a04d-1f5598cc2de2', 'tenant_id': '33077ec039814b65b933ccc905713d3a', 'mac_address': 'fa:16:3e:a5:ea:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a249d713-ce7e-4f00-9835-f3706775a1e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '32e6883b-cf72-499e-9a64-9753a4dad96a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:37:41Z', 'updated_at': '2021-04-15T20:37:49Z', 'revision_number': 5, 'project_id': '33077ec039814b65b933ccc905713d3a', 'subnets': [{'id': '32e6883b-cf72-499e-9a64-9753a4dad96a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-2-smb', False) {} {{(pid=85413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:41:30.858933 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffbfef3-b239-4f2a-8ef5-39f95e242323 None None] The sync data for ids ['a249d713-ce7e-4f00-9835-f3706775a1e9'] in dv-cinder-786386-2-smb is: [{'id': 'a249d713-ce7e-4f00-9835-f3706775a1e9', 'name': 'tempest-TestMinimumBasicScenario-1677896112-router', 'tenant_id': '33077ec039814b65b933ccc905713d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': '8fc64924-9c4c-40a7-a792-ae084703ad2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:37:37Z', 'updated_at': '2021-04-15T20:37:42Z', 'revision_number': 4, 'project_id': '33077ec039814b65b933ccc905713d3a', 'gw_port': {'id': '8fc64924-9c4c-40a7-a792-ae084703ad2a', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a249d713-ce7e-4f00-9835-f3706775a1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:37:38Z', 'updated_at': '2021-04-15T20:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb', '_interfaces': [{'id': '90ad63af-657a-408d-b3d4-b4749040397e', 'name': '', 'network_id': '76f207b2-c01b-47b6-a04d-1f5598cc2de2', 'tenant_id': '33077ec039814b65b933ccc905713d3a', 'mac_address': 'fa:16:3e:a5:ea:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a249d713-ce7e-4f00-9835-f3706775a1e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '32e6883b-cf72-499e-9a64-9753a4dad96a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:37:41Z', 'updated_at': '2021-04-15T20:37:49Z', 'revision_number': 5, 'project_id': '33077ec039814b65b933ccc905713d3a', 'subnets': [{'id': '32e6883b-cf72-499e-9a64-9753a4dad96a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 20:41:31.273799 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0148b5e4-4eec-46ed-b105-297c3d85146d None None] New status for floating IP a1c2bed6-9ba9-48c1-8608-8fd5f1aacddb: DOWN {{(pid=85414) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 20:41:33.035690 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1996106-66b4-4aab-8b27-e6be9a2b34a0 req-5275297f-f195-4c5a-801a-8b756018f032 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:41:33.037306 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c1996106-66b4-4aab-8b27-e6be9a2b34a0 req-5275297f-f195-4c5a-801a-8b756018f032 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "GET /v2.0/ports?device_id=b05d73a3-0f18-424d-9c59-4bcced314701 HTTP/1.1" status: 200 len: 946 time: 0.0928516 Apr 15 20:41:33.092718 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c1996106-66b4-4aab-8b27-e6be9a2b34a0 req-38d3f5f7-c7c6-4909-9a73-0f7399237d96 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c0e601f-3995-4ec1-8044-4f4fedf4f5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458295 Apr 15 20:41:34.326143 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12839fc-3946-4e7c-948d-4cc06bf8fcc3 req-18187eb8-b00a-4b36-963f-94a54b3e58be tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:41:34.327804 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-e12839fc-3946-4e7c-948d-4cc06bf8fcc3 req-18187eb8-b00a-4b36-963f-94a54b3e58be tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "GET /v2.0/ports?device_id=b05d73a3-0f18-424d-9c59-4bcced314701 HTTP/1.1" status: 200 len: 946 time: 0.1013260 Apr 15 20:41:34.377231 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-e12839fc-3946-4e7c-948d-4cc06bf8fcc3 req-e951c13a-7bc0-4752-ab3d-df3634dd6c98 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c0e601f-3995-4ec1-8044-4f4fedf4f5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429718 Apr 15 20:41:35.136335 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2057414d-7caf-4bfe-9a83-2ff5c4a3a6a4 req-97f5274a-2485-4322-94bf-17708a217310 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:41:35.137900 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-2057414d-7caf-4bfe-9a83-2ff5c4a3a6a4 req-97f5274a-2485-4322-94bf-17708a217310 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.76 "GET /v2.0/ports?device_id=b05d73a3-0f18-424d-9c59-4bcced314701 HTTP/1.1" status: 200 len: 946 time: 0.1162498 Apr 15 20:41:35.215075 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [req-2057414d-7caf-4bfe-9a83-2ff5c4a3a6a4 req-5e0ac4c4-9d1f-4297-bc4c-d960669aec87 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Deleting port 3f9d4b93-f921-49f1-af94-395c11f0691c {{(pid=85411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:41:35.215433 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-2057414d-7caf-4bfe-9a83-2ff5c4a3a6a4 req-5e0ac4c4-9d1f-4297-bc4c-d960669aec87 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245249624948'] for port, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:35.484134 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [req-2057414d-7caf-4bfe-9a83-2ff5c4a3a6a4 req-5e0ac4c4-9d1f-4297-bc4c-d960669aec87 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] For port 3f9d4b93-f921-49f1-af94-395c11f0691c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3f9d4b93-f921-49f1-af94-395c11f0691c,segment=NetworkSegment(a210119f-e74b-4b27-95c7-ad6c9591eb19),segment_id=a210119f-e74b-4b27-95c7-ad6c9591eb19)] {{(pid=85411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:41:35.484736 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-2057414d-7caf-4bfe-9a83-2ff5c4a3a6a4 req-5e0ac4c4-9d1f-4297-bc4c-d960669aec87 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16344636'] for port, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:35.654446 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [req-2057414d-7caf-4bfe-9a83-2ff5c4a3a6a4 req-5e0ac4c4-9d1f-4297-bc4c-d960669aec87 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Calling delete_port for 3f9d4b93-f921-49f1-af94-395c11f0691c owned by compute:nova {{(pid=85411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:41:35.808539 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35885ecc-75c7-458a-a4a3-fd5dcaa9945f req-a4fb8293-d9c3-4153-83a8-b841c60ce510 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:41:35.810146 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-35885ecc-75c7-458a-a4a3-fd5dcaa9945f req-a4fb8293-d9c3-4153-83a8-b841c60ce510 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "GET /v2.0/ports?device_id=b05d73a3-0f18-424d-9c59-4bcced314701 HTTP/1.1" status: 200 len: 946 time: 0.3121703 Apr 15 20:41:35.861075 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-2057414d-7caf-4bfe-9a83-2ff5c4a3a6a4 req-5e0ac4c4-9d1f-4297-bc4c-d960669aec87 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791605129519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791604687919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852399476'] for port, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:35.872963 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] get_ports_and_sgs() called for port_ids ['3f9d4b93-f921-49f1-af94-395c11f0691c'] {{(pid=85413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:41:35.878411 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-0fedeb16-bf6c-409d-90b9-911d696cbf8a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:41:35.981924 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-35885ecc-75c7-458a-a4a3-fd5dcaa9945f req-8e96ac39-df10-4027-8db9-63efd51549e4 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c0e601f-3995-4ec1-8044-4f4fedf4f5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623425 Apr 15 20:41:35.982764 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0ac4c4-9d1f-4297-bc4c-d960669aec87 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Pushing event deleted for resources: {'Port': ['ID=3f9d4b93-f921-49f1-af94-395c11f0691c,revision_number=None']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:41:36.000221 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0ac4c4-9d1f-4297-bc4c-d960669aec87 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:41:36.000640 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0ac4c4-9d1f-4297-bc4c-d960669aec87 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:41:36.001046 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0ac4c4-9d1f-4297-bc4c-d960669aec87 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:41:36.001448 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0ac4c4-9d1f-4297-bc4c-d960669aec87 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:41:36.001849 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0ac4c4-9d1f-4297-bc4c-d960669aec87 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:41:36.002244 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0ac4c4-9d1f-4297-bc4c-d960669aec87 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:41:36.002666 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0ac4c4-9d1f-4297-bc4c-d960669aec87 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:41:36.003062 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0ac4c4-9d1f-4297-bc4c-d960669aec87 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:41:36.003450 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0ac4c4-9d1f-4297-bc4c-d960669aec87 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:41:36.003842 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0ac4c4-9d1f-4297-bc4c-d960669aec87 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:41:36.004230 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0ac4c4-9d1f-4297-bc4c-d960669aec87 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:41:36.004603 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0ac4c4-9d1f-4297-bc4c-d960669aec87 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:41:36.014488 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-5e0ac4c4-9d1f-4297-bc4c-d960669aec87 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:41:36.142902 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [req-2057414d-7caf-4bfe-9a83-2ff5c4a3a6a4 req-5e0ac4c4-9d1f-4297-bc4c-d960669aec87 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] No DVR routers for this DVR port 3f9d4b93-f921-49f1-af94-395c11f0691c on host hv-cinder-78638 {{(pid=85411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 20:41:36.145502 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-2057414d-7caf-4bfe-9a83-2ff5c4a3a6a4 req-5e0ac4c4-9d1f-4297-bc4c-d960669aec87 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-906'] for port, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:36.148171 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b05d73a3-0f18-424d-9c59-4bcced314701', 'name': 'network-vif-deleted', 'tag': '3f9d4b93-f921-49f1-af94-395c11f0691c'}] {{(pid=85411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:41:36.156883 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-2057414d-7caf-4bfe-9a83-2ff5c4a3a6a4 req-5e0ac4c4-9d1f-4297-bc4c-d960669aec87 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] 10.222.0.76 "DELETE /v2.0/ports/3f9d4b93-f921-49f1-af94-395c11f0691c HTTP/1.1" status: 204 len: 173 time: 1.0127125 Apr 15 20:41:36.203798 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b05d73a3-0f18-424d-9c59-4bcced314701', 'name': 'network-vif-deleted', 'tag': '3f9d4b93-f921-49f1-af94-395c11f0691c', 'status': 'completed', 'code': 200} Apr 15 20:41:37.642868 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 38246) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:41:38.463498 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-79f44933-7abf-4409-b6c6-44563588b3fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16369167'] for router_interface, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:38.844397 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-79f44933-7abf-4409-b6c6-44563588b3fe admin admin] Deleting port 90ad63af-657a-408d-b3d4-b4749040397e {{(pid=85412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:41:38.845003 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-79f44933-7abf-4409-b6c6-44563588b3fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245249624948'] for port, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:39.027355 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-79f44933-7abf-4409-b6c6-44563588b3fe admin admin] For port 90ad63af-657a-408d-b3d4-b4749040397e, host dv-cinder-786386-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-2-smb',level=0,port_id=90ad63af-657a-408d-b3d4-b4749040397e,segment=NetworkSegment(a210119f-e74b-4b27-95c7-ad6c9591eb19),segment_id=a210119f-e74b-4b27-95c7-ad6c9591eb19)] {{(pid=85412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:41:39.027764 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-79f44933-7abf-4409-b6c6-44563588b3fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16344636'] for port, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:39.161761 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-79f44933-7abf-4409-b6c6-44563588b3fe admin admin] Calling delete_port for 90ad63af-657a-408d-b3d4-b4749040397e owned by network:router_interface {{(pid=85412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:41:39.219993 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device 3f9d4b93-f921-49f1-af94-395c11f0691c no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 20:41:39.262428 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] No Port match for: 3f9d4b93-f921-49f1-af94-395c11f0691c {{(pid=85413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 20:41:39.263148 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device 3f9d4b93-f921-49f1-af94-395c11f0691c not bound to the agent host hv-cinder-78638 {{(pid=85413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 20:41:39.366652 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-79f44933-7abf-4409-b6c6-44563588b3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791605129519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791604687919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852524119'] for port, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:39.380305 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f9146575-8f75-472c-a07f-9b6201b46c29 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:41:39.473083 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f44933-7abf-4409-b6c6-44563588b3fe admin admin] Pushing event deleted for resources: {'Port': ['ID=90ad63af-657a-408d-b3d4-b4749040397e,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:41:39.488638 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f44933-7abf-4409-b6c6-44563588b3fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:41:39.489057 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f44933-7abf-4409-b6c6-44563588b3fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:41:39.489468 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f44933-7abf-4409-b6c6-44563588b3fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:41:39.489871 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f44933-7abf-4409-b6c6-44563588b3fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:41:39.490271 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f44933-7abf-4409-b6c6-44563588b3fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:41:39.490703 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f44933-7abf-4409-b6c6-44563588b3fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:41:39.491107 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f44933-7abf-4409-b6c6-44563588b3fe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:41:39.491504 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f44933-7abf-4409-b6c6-44563588b3fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:41:39.491903 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f44933-7abf-4409-b6c6-44563588b3fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:41:39.492300 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f44933-7abf-4409-b6c6-44563588b3fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:41:39.492671 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f44933-7abf-4409-b6c6-44563588b3fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:41:39.493066 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f44933-7abf-4409-b6c6-44563588b3fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:41:39.497800 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-79f44933-7abf-4409-b6c6-44563588b3fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:41:39.840831 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-79f44933-7abf-4409-b6c6-44563588b3fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838292340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16373924'] for router_interface, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:40.346541 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79f44933-7abf-4409-b6c6-44563588b3fe admin admin] Router a249d713-ce7e-4f00-9835-f3706775a1e9 has already been hosted by L3 agent f2e50876-c35d-48fb-9e24-f0907444cef9 {{(pid=85412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 20:41:40.802294 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f44933-7abf-4409-b6c6-44563588b3fe admin admin] Notify agent at l3_agent.dv-cinder-786386-2-smb the message routers_updated {{(pid=85412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 20:41:40.812162 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-79f44933-7abf-4409-b6c6-44563588b3fe admin admin] 10.222.0.69 "PUT /v2.0/routers/a249d713-ce7e-4f00-9835-f3706775a1e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1681416 Apr 15 20:41:40.812659 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a99786-f344-4bb3-9eb6-cc2346d3ee3b None None] Sync routers for ids ['a249d713-ce7e-4f00-9835-f3706775a1e9'] in dv-cinder-786386-2-smb {{(pid=85413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 20:41:40.814923 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 38252) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:41:40.823019 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a99786-f344-4bb3-9eb6-cc2346d3ee3b None None] Routers {'a249d713-ce7e-4f00-9835-f3706775a1e9'} bound to L3 agent in host dv-cinder-786386-2-smb {{(pid=85413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:41:40.823697 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-c8a99786-f344-4bb3-9eb6-cc2346d3ee3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T20:23:47Z,description=,heartbeat_timestamp=2021-04-15T20:41:17Z,host='dv-cinder-786386-2-smb',id=f2e50876-c35d-48fb-9e24-f0907444cef9,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:23:48Z,topic='l3_agent')) {'router_ids': ['a249d713-ce7e-4f00-9835-f3706775a1e9'], 'active': True} {{(pid=85413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:41:41.003699 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-bafc0fcf-a2ed-46b8-bfee-77272f9607c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:41.010426 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvr_db [None req-c8a99786-f344-4bb3-9eb6-cc2346d3ee3b None None] Set router a249d713-ce7e-4f00-9835-f3706775a1e9 gateway port host: dv-cinder-786386-2-smb {{(pid=85413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:41:41.198986 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-bafc0fcf-a2ed-46b8-bfee-77272f9607c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:41.207990 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-bafc0fcf-a2ed-46b8-bfee-77272f9607c9 admin admin] Deleting port 8fc64924-9c4c-40a7-a792-ae084703ad2a {{(pid=85412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:41:41.208355 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-bafc0fcf-a2ed-46b8-bfee-77272f9607c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245249624948'] for port, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:41.313257 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-c8a99786-f344-4bb3-9eb6-cc2346d3ee3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a249d713-ce7e-4f00-9835-f3706775a1e9', 'name': 'tempest-TestMinimumBasicScenario-1677896112-router', 'tenant_id': '33077ec039814b65b933ccc905713d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': '8fc64924-9c4c-40a7-a792-ae084703ad2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:37:37Z', 'updated_at': '2021-04-15T20:41:39Z', 'revision_number': 5, 'project_id': '33077ec039814b65b933ccc905713d3a', 'gw_port': {'id': '8fc64924-9c4c-40a7-a792-ae084703ad2a', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a249d713-ce7e-4f00-9835-f3706775a1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:37:38Z', 'updated_at': '2021-04-15T20:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb'}], 'dv-cinder-786386-2-smb', False) {} {{(pid=85413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:41:41.317420 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a99786-f344-4bb3-9eb6-cc2346d3ee3b None None] Checking router: a249d713-ce7e-4f00-9835-f3706775a1e9 for host: dv-cinder-786386-2-smb {{(pid=85413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 20:41:41.326317 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a99786-f344-4bb3-9eb6-cc2346d3ee3b None None] Routers {'a249d713-ce7e-4f00-9835-f3706775a1e9'} bound to L3 agent in host dv-cinder-786386-2-smb {{(pid=85413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:41:41.327008 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-c8a99786-f344-4bb3-9eb6-cc2346d3ee3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T20:23:47Z,description=,heartbeat_timestamp=2021-04-15T20:41:17Z,host='dv-cinder-786386-2-smb',id=f2e50876-c35d-48fb-9e24-f0907444cef9,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:23:48Z,topic='l3_agent')) {'router_ids': ['a249d713-ce7e-4f00-9835-f3706775a1e9'], 'active': True} {{(pid=85413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:41:41.395320 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-bafc0fcf-a2ed-46b8-bfee-77272f9607c9 admin admin] For port 8fc64924-9c4c-40a7-a792-ae084703ad2a, host dv-cinder-786386-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-2-smb',level=0,port_id=8fc64924-9c4c-40a7-a792-ae084703ad2a,segment=NetworkSegment(a2d970bc-47e1-42ab-bd62-edbddac3ac5a),segment_id=a2d970bc-47e1-42ab-bd62-edbddac3ac5a)] {{(pid=85412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:41:41.395814 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-bafc0fcf-a2ed-46b8-bfee-77272f9607c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16344636'] for port, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:41.490338 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvr_db [None req-c8a99786-f344-4bb3-9eb6-cc2346d3ee3b None None] Set router a249d713-ce7e-4f00-9835-f3706775a1e9 gateway port host: None {{(pid=85413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:41:41.528409 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-bafc0fcf-a2ed-46b8-bfee-77272f9607c9 admin admin] Calling delete_port for 8fc64924-9c4c-40a7-a792-ae084703ad2a owned by network:router_gateway {{(pid=85412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:41:41.604089 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-c8a99786-f344-4bb3-9eb6-cc2346d3ee3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a249d713-ce7e-4f00-9835-f3706775a1e9', 'name': 'tempest-TestMinimumBasicScenario-1677896112-router', 'tenant_id': '33077ec039814b65b933ccc905713d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:37:37Z', 'updated_at': '2021-04-15T20:41:41Z', 'revision_number': 6, 'project_id': '33077ec039814b65b933ccc905713d3a', 'gw_port_host': None}], 'dv-cinder-786386-2-smb', False) {} {{(pid=85413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:41:41.608682 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a99786-f344-4bb3-9eb6-cc2346d3ee3b None None] The sync data for ids ['a249d713-ce7e-4f00-9835-f3706775a1e9'] in dv-cinder-786386-2-smb is: [{'id': 'a249d713-ce7e-4f00-9835-f3706775a1e9', 'name': 'tempest-TestMinimumBasicScenario-1677896112-router', 'tenant_id': '33077ec039814b65b933ccc905713d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:37:37Z', 'updated_at': '2021-04-15T20:41:41Z', 'revision_number': 6, 'project_id': '33077ec039814b65b933ccc905713d3a', 'gw_port_host': None}] {{(pid=85413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 20:41:41.709027 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-bafc0fcf-a2ed-46b8-bfee-77272f9607c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791605129519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791604687919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852524119'] for port, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:41.723018 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-b5dc1c74-8c40-458b-8bff-49c66b88d2de tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:41:41.817779 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafc0fcf-a2ed-46b8-bfee-77272f9607c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fc64924-9c4c-40a7-a792-ae084703ad2a,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:41:41.820394 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-bafc0fcf-a2ed-46b8-bfee-77272f9607c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:41:41.991579 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-bafc0fcf-a2ed-46b8-bfee-77272f9607c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16373790'] for router_gateway, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:42.179026 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-bafc0fcf-a2ed-46b8-bfee-77272f9607c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16371108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854772639'] for router, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:42.181535 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-bafc0fcf-a2ed-46b8-bfee-77272f9607c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:42.207956 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-bafc0fcf-a2ed-46b8-bfee-77272f9607c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838407372'] for router, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:42.208520 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bafc0fcf-a2ed-46b8-bfee-77272f9607c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a249d713-ce7e-4f00-9835-f3706775a1e9 {{(pid=85412) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 20:41:42.221254 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-bafc0fcf-a2ed-46b8-bfee-77272f9607c9 admin admin] Notify callbacks [] for router, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:42.222518 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-bafc0fcf-a2ed-46b8-bfee-77272f9607c9 admin admin] 10.222.0.69 "DELETE /v2.0/routers/a249d713-ce7e-4f00-9835-f3706775a1e9 HTTP/1.1" status: 204 len: 168 time: 1.4065781 Apr 15 20:41:42.225390 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 38256) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:41:42.297332 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.db_base_plugin_v2 [None req-df123735-833e-4aa5-9e0e-c658c64e38ed admin admin] Deleting subnet 32e6883b-cf72-499e-9a64-9753a4dad96a {{(pid=85412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 20:41:42.300817 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-df123735-833e-4aa5-9e0e-c658c64e38ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:42.355015 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-df123735-833e-4aa5-9e0e-c658c64e38ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852805791'] for subnet, precommit_delete_associations {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:42.438456 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-df123735-833e-4aa5-9e0e-c658c64e38ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854769281'] for subnet, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:42.707641 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-df123735-833e-4aa5-9e0e-c658c64e38ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-6519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16285263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2251772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2048744'] for subnet, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:42.721177 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-648e6faa-d5c2-434f-9bdc-87db704fef8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:41:42.805445 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df123735-833e-4aa5-9e0e-c658c64e38ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32e6883b-cf72-499e-9a64-9753a4dad96a,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:41:42.808235 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-df123735-833e-4aa5-9e0e-c658c64e38ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:41:42.858111 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-df123735-833e-4aa5-9e0e-c658c64e38ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:42.863690 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88593730-6fed-45a8-8190-dfd4b634fe06 None None] Network 76f207b2-c01b-47b6-a04d-1f5598cc2de2 requested from dv-cinder-786386-2-smb {{(pid=85413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:41:42.864665 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-df123735-833e-4aa5-9e0e-c658c64e38ed admin admin] 10.222.0.69 "DELETE /v2.0/subnets/32e6883b-cf72-499e-9a64-9753a4dad96a HTTP/1.1" status: 204 len: 168 time: 0.6376657 Apr 15 20:41:42.867564 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 38260) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:41:42.986005 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e8660255-4ecb-48c3-b468-8fb604b4edff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16654812'] for network, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:43.057598 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-e8660255-4ecb-48c3-b468-8fb604b4edff admin admin] Deleting port 8cfeac24-b0e6-45a7-a553-e8e8c2ad7ea9 {{(pid=85412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:41:43.057968 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e8660255-4ecb-48c3-b468-8fb604b4edff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245249624948'] for port, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:43.123200 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950c7076-df86-4754-914b-2c74c2fac6ca None None] DHCP port deletion for 76f207b2-c01b-47b6-a04d-1f5598cc2de2 request from dv-cinder-786386-2-smb {{(pid=85413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 20:41:43.127698 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-950c7076-df86-4754-914b-2c74c2fac6ca None None] Deleting port 8cfeac24-b0e6-45a7-a553-e8e8c2ad7ea9 {{(pid=85413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:41:43.128113 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-950c7076-df86-4754-914b-2c74c2fac6ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245249624948'] for port, before_delete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:43.281960 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-e8660255-4ecb-48c3-b468-8fb604b4edff admin admin] For port 8cfeac24-b0e6-45a7-a553-e8e8c2ad7ea9, host dv-cinder-786386-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-2-smb',level=0,port_id=8cfeac24-b0e6-45a7-a553-e8e8c2ad7ea9,segment=NetworkSegment(a210119f-e74b-4b27-95c7-ad6c9591eb19),segment_id=a210119f-e74b-4b27-95c7-ad6c9591eb19)] {{(pid=85412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:41:43.282514 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e8660255-4ecb-48c3-b468-8fb604b4edff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16344636'] for port, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:43.306922 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device 8cfeac24-b0e6-45a7-a553-e8e8c2ad7ea9 no longer exists at agent ovs-agent-dv-cinder-786386-2-smb {{(pid=85413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 20:41:43.420838 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-e8660255-4ecb-48c3-b468-8fb604b4edff admin admin] Calling delete_port for 8cfeac24-b0e6-45a7-a553-e8e8c2ad7ea9 owned by network:dhcp {{(pid=85412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:41:43.456945 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-950c7076-df86-4754-914b-2c74c2fac6ca None None] For port 8cfeac24-b0e6-45a7-a553-e8e8c2ad7ea9, host dv-cinder-786386-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-2-smb',level=0,port_id=8cfeac24-b0e6-45a7-a553-e8e8c2ad7ea9,segment=NetworkSegment(a210119f-e74b-4b27-95c7-ad6c9591eb19),segment_id=a210119f-e74b-4b27-95c7-ad6c9591eb19)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:41:43.457563 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-950c7076-df86-4754-914b-2c74c2fac6ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16344636'] for port, precommit_delete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:43.500082 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e8660255-4ecb-48c3-b468-8fb604b4edff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791605129519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791604687919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852524119'] for port, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:43.515487 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-b5dc1c74-8c40-458b-8bff-49c66b88d2de tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:41:43.584862 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:43.602310 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-950c7076-df86-4754-914b-2c74c2fac6ca None None] Calling delete_port for 8cfeac24-b0e6-45a7-a553-e8e8c2ad7ea9 owned by network:dhcp {{(pid=85413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:41:43.611164 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8660255-4ecb-48c3-b468-8fb604b4edff admin admin] Pushing event deleted for resources: {'Port': ['ID=8cfeac24-b0e6-45a7-a553-e8e8c2ad7ea9,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:41:43.623333 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-e8660255-4ecb-48c3-b468-8fb604b4edff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:41:43.657505 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8660255-4ecb-48c3-b468-8fb604b4edff admin admin] No DVR routers for this DVR port 8cfeac24-b0e6-45a7-a553-e8e8c2ad7ea9 on host dv-cinder-786386-2-smb {{(pid=85412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 20:41:43.786963 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e8660255-4ecb-48c3-b468-8fb604b4edff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16706558', 'neutron.services.segments.db._delete_segments_for_network-8791605228744'] for network, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:43.880007 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device 90ad63af-657a-408d-b3d4-b4749040397e no longer exists at agent ovs-agent-dv-cinder-786386-2-smb {{(pid=85413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 20:41:43.904936 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.services.segments.db [None req-e8660255-4ecb-48c3-b468-8fb604b4edff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76f207b2-c01b-47b6-a04d-1f5598cc2de2']}} {{(pid=85412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:41:43.918133 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.services.segments.db [None req-e8660255-4ecb-48c3-b468-8fb604b4edff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a210119f-e74b-4b27-95c7-ad6c9591eb19') {'for_net_delete': True} {{(pid=85412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:41:43.918559 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.services.segments.db [None req-e8660255-4ecb-48c3-b468-8fb604b4edff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a210119f-e74b-4b27-95c7-ad6c9591eb19') {} {{(pid=85412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:41:43.926311 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] No Port match for: 90ad63af-657a-408d-b3d4-b4749040397e {{(pid=85413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 20:41:43.926731 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device 90ad63af-657a-408d-b3d4-b4749040397e not bound to the agent host dv-cinder-786386-2-smb {{(pid=85413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 20:41:43.927187 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device 8fc64924-9c4c-40a7-a792-ae084703ad2a no longer exists at agent ovs-agent-dv-cinder-786386-2-smb {{(pid=85413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 20:41:43.931060 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e8660255-4ecb-48c3-b468-8fb604b4edff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791605226969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1970009'] for segment, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:43.946052 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e8660255-4ecb-48c3-b468-8fb604b4edff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-793'] for segment, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:43.952658 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8660255-4ecb-48c3-b468-8fb604b4edff admin admin] Releasing vlan 1076 on physical network physnet1 to pool {{(pid=85412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 20:41:43.965585 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.db.api [None req-950c7076-df86-4754-914b-2c74c2fac6ca None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85413) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 20:41:43.965965 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_db.api [None req-950c7076-df86-4754-914b-2c74c2fac6ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 20:41:43.966649 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] No Port match for: 8fc64924-9c4c-40a7-a792-ae084703ad2a {{(pid=85413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 20:41:43.967035 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device 8fc64924-9c4c-40a7-a792-ae084703ad2a not bound to the agent host dv-cinder-786386-2-smb {{(pid=85413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 20:41:44.137194 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-e8660255-4ecb-48c3-b468-8fb604b4edff admin admin] Network 76f207b2-c01b-47b6-a04d-1f5598cc2de2 has no segments {{(pid=85412) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 20:41:44.146506 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e8660255-4ecb-48c3-b468-8fb604b4edff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854775039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852524707'] for segment, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:44.467495 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-950c7076-df86-4754-914b-2c74c2fac6ca None None] Deleting port 8cfeac24-b0e6-45a7-a553-e8e8c2ad7ea9 {{(pid=85413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:41:44.468081 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-950c7076-df86-4754-914b-2c74c2fac6ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245249624948'] for port, before_delete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:44.538358 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-950c7076-df86-4754-914b-2c74c2fac6ca None None] The port '8cfeac24-b0e6-45a7-a553-e8e8c2ad7ea9' was deleted {{(pid=85413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 20:41:44.588002 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-e8660255-4ecb-48c3-b468-8fb604b4edff admin admin] Network 76f207b2-c01b-47b6-a04d-1f5598cc2de2 has no segments {{(pid=85412) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 20:41:44.611037 dv-cinder-786386-2-smb neutron-server[85298]: Traceback (most recent call last): Apr 15 20:41:44.611037 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 20:41:44.611037 dv-cinder-786386-2-smb neutron-server[85298]: timer() Apr 15 20:41:44.611037 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 20:41:44.611037 dv-cinder-786386-2-smb neutron-server[85298]: cb(*args, **kw) Apr 15 20:41:44.611037 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 20:41:44.611037 dv-cinder-786386-2-smb neutron-server[85298]: return func(*args, **kwargs) Apr 15 20:41:44.611037 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 20:41:44.611037 dv-cinder-786386-2-smb neutron-server[85298]: self._notify() Apr 15 20:41:44.611037 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 20:41:44.611037 dv-cinder-786386-2-smb neutron-server[85298]: self.callback(batched_events) Apr 15 20:41:44.611037 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 20:41:44.611037 dv-cinder-786386-2-smb neutron-server[85298]: event.method(event) Apr 15 20:41:44.611037 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 20:41:44.611037 dv-cinder-786386-2-smb neutron-server[85298]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 20:41:44.611037 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 20:41:44.611037 dv-cinder-786386-2-smb neutron-server[85298]: segment_id)['aggregates'][0] Apr 15 20:41:44.611037 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 20:41:44.611037 dv-cinder-786386-2-smb neutron-server[85298]: return f(self, *a, **k) Apr 15 20:41:44.611037 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 20:41:44.611037 dv-cinder-786386-2-smb neutron-server[85298]: return self._get(url).json() Apr 15 20:41:44.611037 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 20:41:44.611037 dv-cinder-786386-2-smb neutron-server[85298]: **kwargs) Apr 15 20:41:44.611037 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 20:41:44.611037 dv-cinder-786386-2-smb neutron-server[85298]: return self.request(url, 'GET', **kwargs) Apr 15 20:41:44.611037 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 20:41:44.611037 dv-cinder-786386-2-smb neutron-server[85298]: **endpoint_filter) Apr 15 20:41:44.611037 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 20:41:44.611037 dv-cinder-786386-2-smb neutron-server[85298]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 20:41:44.611037 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 20:41:44.611037 dv-cinder-786386-2-smb neutron-server[85298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 20:41:44.611037 dv-cinder-786386-2-smb neutron-server[85298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 20:41:44.693368 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e8660255-4ecb-48c3-b468-8fb604b4edff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036838069257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16285283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036838401808'] for network, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:44.697232 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-44d2e76e-84e3-4596-b1a8-45766c118b64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:41:44.718553 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e8660255-4ecb-48c3-b468-8fb604b4edff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16483510'] for network, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:44.734816 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8660255-4ecb-48c3-b468-8fb604b4edff admin admin] Pushing event deleted for resources: {'Network': ['ID=76f207b2-c01b-47b6-a04d-1f5598cc2de2,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:41:44.739157 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-e8660255-4ecb-48c3-b468-8fb604b4edff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:41:44.744535 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-e8660255-4ecb-48c3-b468-8fb604b4edff admin admin] 10.222.0.69 "DELETE /v2.0/networks/76f207b2-c01b-47b6-a04d-1f5598cc2de2 HTTP/1.1" status: 204 len: 168 time: 1.8759775 Apr 15 20:41:44.749241 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 38264) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:41:45.088966 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-34d89fb6-ca56-4673-8339-5970d3032a68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:45.323603 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-a90c8cc0-b1a0-476e-bb86-a9a6d469cf94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16369167'] for router_interface, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:45.706741 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-a90c8cc0-b1a0-476e-bb86-a9a6d469cf94 admin admin] Deleting port 2cafd9e1-c3c9-4339-ba52-d3c718a83417 {{(pid=85412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:41:45.707307 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-a90c8cc0-b1a0-476e-bb86-a9a6d469cf94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245249624948'] for port, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:45.898488 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-a90c8cc0-b1a0-476e-bb86-a9a6d469cf94 admin admin] For port 2cafd9e1-c3c9-4339-ba52-d3c718a83417, host dv-cinder-786386-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-2-smb',level=0,port_id=2cafd9e1-c3c9-4339-ba52-d3c718a83417,segment=NetworkSegment(1a8cfa11-24a7-4cea-b49a-4c72020820bf),segment_id=1a8cfa11-24a7-4cea-b49a-4c72020820bf)] {{(pid=85412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:41:45.898884 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-a90c8cc0-b1a0-476e-bb86-a9a6d469cf94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16344636'] for port, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:46.028098 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-a90c8cc0-b1a0-476e-bb86-a9a6d469cf94 admin admin] Calling delete_port for 2cafd9e1-c3c9-4339-ba52-d3c718a83417 owned by network:router_interface {{(pid=85412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:41:46.211548 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-a90c8cc0-b1a0-476e-bb86-a9a6d469cf94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791605129519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791604687919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852524119'] for port, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:46.224856 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f9146575-8f75-472c-a07f-9b6201b46c29 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:41:46.317844 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c8cc0-b1a0-476e-bb86-a9a6d469cf94 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cafd9e1-c3c9-4339-ba52-d3c718a83417,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:41:46.324434 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-a90c8cc0-b1a0-476e-bb86-a9a6d469cf94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:41:46.672752 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-a90c8cc0-b1a0-476e-bb86-a9a6d469cf94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838292340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16373924'] for router_interface, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:47.186293 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a90c8cc0-b1a0-476e-bb86-a9a6d469cf94 admin admin] Router 042962de-18e6-43fd-ba11-6145608e58c4 has already been hosted by L3 agent f2e50876-c35d-48fb-9e24-f0907444cef9 {{(pid=85412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 20:41:47.508446 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-2ac5bfa1-eb9f-4b38-9cef-8bb3c25911bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:47.629222 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a90c8cc0-b1a0-476e-bb86-a9a6d469cf94 admin admin] Notify agent at l3_agent.dv-cinder-786386-2-smb the message routers_updated {{(pid=85412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 20:41:47.638792 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5febd33c-f069-4bdc-8c50-e1baa644a5d7 None None] Sync routers for ids ['042962de-18e6-43fd-ba11-6145608e58c4'] in dv-cinder-786386-2-smb {{(pid=85414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 20:41:47.638961 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-a90c8cc0-b1a0-476e-bb86-a9a6d469cf94 admin admin] 10.222.0.69 "PUT /v2.0/routers/042962de-18e6-43fd-ba11-6145608e58c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8885109 Apr 15 20:41:47.641537 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 38270) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:41:47.649910 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5febd33c-f069-4bdc-8c50-e1baa644a5d7 None None] Routers {'042962de-18e6-43fd-ba11-6145608e58c4'} bound to L3 agent in host dv-cinder-786386-2-smb {{(pid=85414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:41:47.650600 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-5febd33c-f069-4bdc-8c50-e1baa644a5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T20:23:47Z,description=,heartbeat_timestamp=2021-04-15T20:41:47Z,host='dv-cinder-786386-2-smb',id=f2e50876-c35d-48fb-9e24-f0907444cef9,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:23:48Z,topic='l3_agent')) {'router_ids': ['042962de-18e6-43fd-ba11-6145608e58c4'], 'active': True} {{(pid=85414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:41:47.732303 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:47.829393 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-30ac485c-9cce-4996-affe-fd2b76da40e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:47.837066 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvr_db [None req-5febd33c-f069-4bdc-8c50-e1baa644a5d7 None None] Set router 042962de-18e6-43fd-ba11-6145608e58c4 gateway port host: dv-cinder-786386-2-smb {{(pid=85414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:41:47.935724 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6589a99b-4989-4a06-bc40-62b7e77e6cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:48.017366 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-30ac485c-9cce-4996-affe-fd2b76da40e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:48.026226 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-30ac485c-9cce-4996-affe-fd2b76da40e8 admin admin] Deleting port 402be25c-201f-4444-aa0e-3cd3b99a15ed {{(pid=85412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:41:48.026630 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-30ac485c-9cce-4996-affe-fd2b76da40e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245249624948'] for port, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:48.141512 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-5febd33c-f069-4bdc-8c50-e1baa644a5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '042962de-18e6-43fd-ba11-6145608e58c4', 'name': 'tempest-TestMinimumBasicScenario-1520716288-router', 'tenant_id': '80982bb145c64701bd7c145dddd5c06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.72'}], 'enable_snat': True}, 'gw_port_id': '402be25c-201f-4444-aa0e-3cd3b99a15ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:37:45Z', 'updated_at': '2021-04-15T20:41:46Z', 'revision_number': 5, 'project_id': '80982bb145c64701bd7c145dddd5c06d', 'gw_port': {'id': '402be25c-201f-4444-aa0e-3cd3b99a15ed', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:0e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042962de-18e6-43fd-ba11-6145608e58c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:37:45Z', 'updated_at': '2021-04-15T20:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb'}], 'dv-cinder-786386-2-smb', False) {} {{(pid=85414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:41:48.145635 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5febd33c-f069-4bdc-8c50-e1baa644a5d7 None None] Checking router: 042962de-18e6-43fd-ba11-6145608e58c4 for host: dv-cinder-786386-2-smb {{(pid=85414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 20:41:48.154723 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5febd33c-f069-4bdc-8c50-e1baa644a5d7 None None] Routers {'042962de-18e6-43fd-ba11-6145608e58c4'} bound to L3 agent in host dv-cinder-786386-2-smb {{(pid=85414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:41:48.155404 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-5febd33c-f069-4bdc-8c50-e1baa644a5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T20:23:47Z,description=,heartbeat_timestamp=2021-04-15T20:41:47Z,host='dv-cinder-786386-2-smb',id=f2e50876-c35d-48fb-9e24-f0907444cef9,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:23:48Z,topic='l3_agent')) {'router_ids': ['042962de-18e6-43fd-ba11-6145608e58c4'], 'active': True} {{(pid=85414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:41:48.215853 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-30ac485c-9cce-4996-affe-fd2b76da40e8 admin admin] For port 402be25c-201f-4444-aa0e-3cd3b99a15ed, host dv-cinder-786386-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-2-smb',level=0,port_id=402be25c-201f-4444-aa0e-3cd3b99a15ed,segment=NetworkSegment(a2d970bc-47e1-42ab-bd62-edbddac3ac5a),segment_id=a2d970bc-47e1-42ab-bd62-edbddac3ac5a)] {{(pid=85412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:41:48.216460 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-30ac485c-9cce-4996-affe-fd2b76da40e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16344636'] for port, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:48.297374 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:48.352279 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-30ac485c-9cce-4996-affe-fd2b76da40e8 admin admin] Calling delete_port for 402be25c-201f-4444-aa0e-3cd3b99a15ed owned by network:router_gateway {{(pid=85412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:41:48.474908 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvr_db [None req-5febd33c-f069-4bdc-8c50-e1baa644a5d7 None None] Set router 042962de-18e6-43fd-ba11-6145608e58c4 gateway port host: None {{(pid=85414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:41:48.530687 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-30ac485c-9cce-4996-affe-fd2b76da40e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791605129519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791604687919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852524119'] for port, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:48.543917 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-b5a127ef-551a-4267-b67f-a74074145f0f tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:41:48.585333 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-5febd33c-f069-4bdc-8c50-e1baa644a5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '042962de-18e6-43fd-ba11-6145608e58c4', 'name': 'tempest-TestMinimumBasicScenario-1520716288-router', 'tenant_id': '80982bb145c64701bd7c145dddd5c06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:37:45Z', 'updated_at': '2021-04-15T20:41:48Z', 'revision_number': 6, 'project_id': '80982bb145c64701bd7c145dddd5c06d', 'gw_port_host': None}], 'dv-cinder-786386-2-smb', False) {} {{(pid=85414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:41:48.589732 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5febd33c-f069-4bdc-8c50-e1baa644a5d7 None None] The sync data for ids ['042962de-18e6-43fd-ba11-6145608e58c4'] in dv-cinder-786386-2-smb is: [{'id': '042962de-18e6-43fd-ba11-6145608e58c4', 'name': 'tempest-TestMinimumBasicScenario-1520716288-router', 'tenant_id': '80982bb145c64701bd7c145dddd5c06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:37:45Z', 'updated_at': '2021-04-15T20:41:48Z', 'revision_number': 6, 'project_id': '80982bb145c64701bd7c145dddd5c06d', 'gw_port_host': None}] {{(pid=85414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 20:41:48.638772 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ac485c-9cce-4996-affe-fd2b76da40e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=402be25c-201f-4444-aa0e-3cd3b99a15ed,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:41:48.641499 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-30ac485c-9cce-4996-affe-fd2b76da40e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:41:48.815630 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-30ac485c-9cce-4996-affe-fd2b76da40e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16373790'] for router_gateway, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:49.001851 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-30ac485c-9cce-4996-affe-fd2b76da40e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16371108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854772639'] for router, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:49.004326 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-30ac485c-9cce-4996-affe-fd2b76da40e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:49.034866 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-30ac485c-9cce-4996-affe-fd2b76da40e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838407372'] for router, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:49.035470 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ac485c-9cce-4996-affe-fd2b76da40e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 042962de-18e6-43fd-ba11-6145608e58c4 {{(pid=85412) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 20:41:49.037480 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.agents_db [None req-12650cd8-a504-4c0d-a4a2-248dab766c22 None None] Agent healthcheck: found 6 active agents {{(pid=85414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:41:49.048900 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-30ac485c-9cce-4996-affe-fd2b76da40e8 admin admin] Notify callbacks [] for router, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:49.050161 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-30ac485c-9cce-4996-affe-fd2b76da40e8 admin admin] 10.222.0.69 "DELETE /v2.0/routers/042962de-18e6-43fd-ba11-6145608e58c4 HTTP/1.1" status: 204 len: 168 time: 1.4076459 Apr 15 20:41:49.053245 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 38274) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:41:49.120203 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c07a150-ff32-4f0e-bc12-be9f30f3b9e3 admin admin] Deleting subnet 81b14cce-6960-49a5-9a15-74a060370e87 {{(pid=85411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 20:41:49.123645 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-3c07a150-ff32-4f0e-bc12-be9f30f3b9e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:49.179654 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-3c07a150-ff32-4f0e-bc12-be9f30f3b9e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853901036'] for subnet, precommit_delete_associations {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:49.269487 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-3c07a150-ff32-4f0e-bc12-be9f30f3b9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854769281'] for subnet, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:49.284763 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device 402be25c-201f-4444-aa0e-3cd3b99a15ed no longer exists at agent ovs-agent-dv-cinder-786386-2-smb {{(pid=85413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 20:41:49.323850 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] No Port match for: 402be25c-201f-4444-aa0e-3cd3b99a15ed {{(pid=85413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 20:41:49.324254 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device 402be25c-201f-4444-aa0e-3cd3b99a15ed not bound to the agent host dv-cinder-786386-2-smb {{(pid=85413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 20:41:49.324726 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device 2cafd9e1-c3c9-4339-ba52-d3c718a83417 no longer exists at agent ovs-agent-dv-cinder-786386-2-smb {{(pid=85413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 20:41:49.360762 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] No Port match for: 2cafd9e1-c3c9-4339-ba52-d3c718a83417 {{(pid=85413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 20:41:49.361159 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device 2cafd9e1-c3c9-4339-ba52-d3c718a83417 not bound to the agent host dv-cinder-786386-2-smb {{(pid=85413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 20:41:49.557350 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-3c07a150-ff32-4f0e-bc12-be9f30f3b9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-6519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16285263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2376409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852321564'] for subnet, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:49.572898 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:41:49.619989 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-611aad59-e19d-4c1d-b92d-eb0975a661b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:49.658743 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c07a150-ff32-4f0e-bc12-be9f30f3b9e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81b14cce-6960-49a5-9a15-74a060370e87,revision_number=None']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:41:49.671166 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-3c07a150-ff32-4f0e-bc12-be9f30f3b9e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:41:49.703916 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-3c07a150-ff32-4f0e-bc12-be9f30f3b9e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16483510'] for subnet, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:49.710102 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-3c07a150-ff32-4f0e-bc12-be9f30f3b9e3 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/81b14cce-6960-49a5-9a15-74a060370e87 HTTP/1.1" status: 204 len: 168 time: 0.6557713 Apr 15 20:41:49.710271 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9e36af-83ef-41f9-8ce4-60eca1be183a None None] Network 5161b3d8-ea30-4dd8-b221-44a641f46b9e requested from dv-cinder-786386-2-smb {{(pid=85413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:41:49.712835 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 38278) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:41:49.827635 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-813a8c55-616f-4a59-b58f-7504ec200a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16654812'] for network, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:49.895711 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-813a8c55-616f-4a59-b58f-7504ec200a04 admin admin] Deleting port c8ae5eb1-cdc2-43e9-8a13-9be27c85f651 {{(pid=85411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:41:49.896078 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-813a8c55-616f-4a59-b58f-7504ec200a04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245249624948'] for port, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:49.966961 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac17d6dd-269c-41b6-b2a4-99be2db2c856 None None] DHCP port deletion for 5161b3d8-ea30-4dd8-b221-44a641f46b9e request from dv-cinder-786386-2-smb {{(pid=85413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 20:41:49.971937 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-ac17d6dd-269c-41b6-b2a4-99be2db2c856 None None] Deleting port c8ae5eb1-cdc2-43e9-8a13-9be27c85f651 {{(pid=85413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:41:49.972354 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-ac17d6dd-269c-41b6-b2a4-99be2db2c856 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245249624948'] for port, before_delete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:50.116218 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-813a8c55-616f-4a59-b58f-7504ec200a04 admin admin] For port c8ae5eb1-cdc2-43e9-8a13-9be27c85f651, host dv-cinder-786386-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-2-smb',level=0,port_id=c8ae5eb1-cdc2-43e9-8a13-9be27c85f651,segment=NetworkSegment(1a8cfa11-24a7-4cea-b49a-4c72020820bf),segment_id=1a8cfa11-24a7-4cea-b49a-4c72020820bf)] {{(pid=85411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:41:50.116505 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-813a8c55-616f-4a59-b58f-7504ec200a04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16344636'] for port, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:50.187475 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-ac17d6dd-269c-41b6-b2a4-99be2db2c856 None None] For port c8ae5eb1-cdc2-43e9-8a13-9be27c85f651, host dv-cinder-786386-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-2-smb',level=0,port_id=c8ae5eb1-cdc2-43e9-8a13-9be27c85f651,segment=NetworkSegment(1a8cfa11-24a7-4cea-b49a-4c72020820bf),segment_id=1a8cfa11-24a7-4cea-b49a-4c72020820bf)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:41:50.187892 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-ac17d6dd-269c-41b6-b2a4-99be2db2c856 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16344636'] for port, precommit_delete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:50.325765 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-ac17d6dd-269c-41b6-b2a4-99be2db2c856 None None] Calling delete_port for c8ae5eb1-cdc2-43e9-8a13-9be27c85f651 owned by network:dhcp {{(pid=85413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:41:50.407467 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-ac17d6dd-269c-41b6-b2a4-99be2db2c856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791605129519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791604687919'] for port, after_delete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:50.423702 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:41:50.489432 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-813a8c55-616f-4a59-b58f-7504ec200a04 admin admin] Calling delete_port for c8ae5eb1-cdc2-43e9-8a13-9be27c85f651 owned by network:dhcp {{(pid=85411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:41:50.530662 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac17d6dd-269c-41b6-b2a4-99be2db2c856 None None] Pushing event deleted for resources: {'Port': ['ID=c8ae5eb1-cdc2-43e9-8a13-9be27c85f651,revision_number=None']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:41:50.543866 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac17d6dd-269c-41b6-b2a4-99be2db2c856 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:41:50.544221 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac17d6dd-269c-41b6-b2a4-99be2db2c856 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:41:50.544601 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac17d6dd-269c-41b6-b2a4-99be2db2c856 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:41:50.544971 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac17d6dd-269c-41b6-b2a4-99be2db2c856 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:41:50.545339 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac17d6dd-269c-41b6-b2a4-99be2db2c856 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:41:50.545731 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac17d6dd-269c-41b6-b2a4-99be2db2c856 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:41:50.546097 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac17d6dd-269c-41b6-b2a4-99be2db2c856 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:41:50.546489 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac17d6dd-269c-41b6-b2a4-99be2db2c856 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:41:50.546855 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac17d6dd-269c-41b6-b2a4-99be2db2c856 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:41:50.547217 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac17d6dd-269c-41b6-b2a4-99be2db2c856 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:41:50.547577 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac17d6dd-269c-41b6-b2a4-99be2db2c856 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:41:50.547937 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac17d6dd-269c-41b6-b2a4-99be2db2c856 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:41:50.559174 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-ac17d6dd-269c-41b6-b2a4-99be2db2c856 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:41:50.569435 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.db.api [None req-813a8c55-616f-4a59-b58f-7504ec200a04 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85411) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 20:41:50.569800 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_db.api [None req-813a8c55-616f-4a59-b58f-7504ec200a04 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85411) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 20:41:50.575884 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac17d6dd-269c-41b6-b2a4-99be2db2c856 None None] No DVR routers for this DVR port c8ae5eb1-cdc2-43e9-8a13-9be27c85f651 on host dv-cinder-786386-2-smb {{(pid=85413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 20:41:51.071702 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-813a8c55-616f-4a59-b58f-7504ec200a04 admin admin] Deleting port c8ae5eb1-cdc2-43e9-8a13-9be27c85f651 {{(pid=85411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:41:51.072322 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-813a8c55-616f-4a59-b58f-7504ec200a04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245249624948'] for port, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:51.158533 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-813a8c55-616f-4a59-b58f-7504ec200a04 admin admin] The port 'c8ae5eb1-cdc2-43e9-8a13-9be27c85f651' was deleted {{(pid=85411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 20:41:51.281382 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device c8ae5eb1-cdc2-43e9-8a13-9be27c85f651 no longer exists at agent ovs-agent-dv-cinder-786386-2-smb {{(pid=85413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 20:41:51.282104 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-813a8c55-616f-4a59-b58f-7504ec200a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16706558', 'neutron.services.segments.db._delete_segments_for_network-8791605228744'] for network, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:51.321904 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] No Port match for: c8ae5eb1-cdc2-43e9-8a13-9be27c85f651 {{(pid=85413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 20:41:51.322220 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device c8ae5eb1-cdc2-43e9-8a13-9be27c85f651 not bound to the agent host dv-cinder-786386-2-smb {{(pid=85413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 20:41:51.398254 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.services.segments.db [None req-813a8c55-616f-4a59-b58f-7504ec200a04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5161b3d8-ea30-4dd8-b221-44a641f46b9e']}} {{(pid=85411) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:41:51.411030 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.services.segments.db [None req-813a8c55-616f-4a59-b58f-7504ec200a04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a8cfa11-24a7-4cea-b49a-4c72020820bf') {'for_net_delete': True} {{(pid=85411) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:41:51.411372 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.services.segments.db [None req-813a8c55-616f-4a59-b58f-7504ec200a04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a8cfa11-24a7-4cea-b49a-4c72020820bf') {} {{(pid=85411) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:41:51.423503 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-813a8c55-616f-4a59-b58f-7504ec200a04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791605226969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-874796'] for segment, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:51.442105 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-813a8c55-616f-4a59-b58f-7504ec200a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-793'] for segment, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:51.448565 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-813a8c55-616f-4a59-b58f-7504ec200a04 admin admin] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=85411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 20:41:51.625267 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-813a8c55-616f-4a59-b58f-7504ec200a04 admin admin] Network 5161b3d8-ea30-4dd8-b221-44a641f46b9e has no segments {{(pid=85411) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 20:41:51.634228 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-813a8c55-616f-4a59-b58f-7504ec200a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854775039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852400008'] for segment, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:51.814115 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-813a8c55-616f-4a59-b58f-7504ec200a04 admin admin] Network 5161b3d8-ea30-4dd8-b221-44a641f46b9e has no segments {{(pid=85411) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 20:41:51.836717 dv-cinder-786386-2-smb neutron-server[85298]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 20:41:51.836717 dv-cinder-786386-2-smb neutron-server[85298]: % (table.description, expected, rows_matched) Apr 15 20:41:51.836717 dv-cinder-786386-2-smb neutron-server[85298]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 20:41:51.836717 dv-cinder-786386-2-smb neutron-server[85298]: % (table.description, expected, rows_matched) Apr 15 20:41:51.836717 dv-cinder-786386-2-smb neutron-server[85298]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 20:41:51.836717 dv-cinder-786386-2-smb neutron-server[85298]: % (table.description, expected, rows_matched) Apr 15 20:41:51.836717 dv-cinder-786386-2-smb neutron-server[85298]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 20:41:51.836717 dv-cinder-786386-2-smb neutron-server[85298]: % (table.description, expected, rows_matched) Apr 15 20:41:51.836717 dv-cinder-786386-2-smb neutron-server[85298]: Traceback (most recent call last): Apr 15 20:41:51.836717 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 20:41:51.836717 dv-cinder-786386-2-smb neutron-server[85298]: timer() Apr 15 20:41:51.836717 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 20:41:51.836717 dv-cinder-786386-2-smb neutron-server[85298]: cb(*args, **kw) Apr 15 20:41:51.836717 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 20:41:51.836717 dv-cinder-786386-2-smb neutron-server[85298]: return func(*args, **kwargs) Apr 15 20:41:51.836717 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 20:41:51.836717 dv-cinder-786386-2-smb neutron-server[85298]: self._notify() Apr 15 20:41:51.836717 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 20:41:51.836717 dv-cinder-786386-2-smb neutron-server[85298]: self.callback(batched_events) Apr 15 20:41:51.836717 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 20:41:51.836717 dv-cinder-786386-2-smb neutron-server[85298]: event.method(event) Apr 15 20:41:51.836717 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 20:41:51.836717 dv-cinder-786386-2-smb neutron-server[85298]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 20:41:51.836717 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 20:41:51.836717 dv-cinder-786386-2-smb neutron-server[85298]: segment_id)['aggregates'][0] Apr 15 20:41:51.836717 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 20:41:51.836717 dv-cinder-786386-2-smb neutron-server[85298]: return f(self, *a, **k) Apr 15 20:41:51.836717 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 20:41:51.836717 dv-cinder-786386-2-smb neutron-server[85298]: return self._get(url).json() Apr 15 20:41:51.836717 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 20:41:51.836717 dv-cinder-786386-2-smb neutron-server[85298]: **kwargs) Apr 15 20:41:51.836717 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 20:41:51.836717 dv-cinder-786386-2-smb neutron-server[85298]: return self.request(url, 'GET', **kwargs) Apr 15 20:41:51.836717 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 20:41:51.836717 dv-cinder-786386-2-smb neutron-server[85298]: **endpoint_filter) Apr 15 20:41:51.836717 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 20:41:51.836717 dv-cinder-786386-2-smb neutron-server[85298]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 20:41:51.836717 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 20:41:51.836717 dv-cinder-786386-2-smb neutron-server[85298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 20:41:51.836717 dv-cinder-786386-2-smb neutron-server[85298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 20:41:51.913564 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-813a8c55-616f-4a59-b58f-7504ec200a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036838069257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16285283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036838401808'] for network, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:51.917487 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:41:51.934829 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-813a8c55-616f-4a59-b58f-7504ec200a04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16483510'] for network, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:51.945675 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813a8c55-616f-4a59-b58f-7504ec200a04 admin admin] Pushing event deleted for resources: {'Network': ['ID=5161b3d8-ea30-4dd8-b221-44a641f46b9e,revision_number=None']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:41:51.949658 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-813a8c55-616f-4a59-b58f-7504ec200a04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:41:51.953509 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-813a8c55-616f-4a59-b58f-7504ec200a04 admin admin] 10.222.0.69 "DELETE /v2.0/networks/5161b3d8-ea30-4dd8-b221-44a641f46b9e HTTP/1.1" status: 204 len: 168 time: 2.2395952 Apr 15 20:41:52.156629 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 38286) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:41:52.210129 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-eed2b42f-ea02-40a7-bca4-bf3af6755a62 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=33077ec039814b65b933ccc905713d3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0521529 Apr 15 20:41:52.212640 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 38290) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:41:52.273043 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-440bc9bd-4dfe-496f-894d-02a5ef862dab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:52.303564 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-440bc9bd-4dfe-496f-894d-02a5ef862dab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:52.355928 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-440bc9bd-4dfe-496f-894d-02a5ef862dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:52.361125 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-4f4de1f3-7e0b-4165-93ef-72d4dcab906c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:41:52.374834 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440bc9bd-4dfe-496f-894d-02a5ef862dab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c0e601f-3995-4ec1-8044-4f4fedf4f5f3,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:41:52.377901 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-440bc9bd-4dfe-496f-894d-02a5ef862dab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:41:52.378923 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-440bc9bd-4dfe-496f-894d-02a5ef862dab admin admin] Notify callbacks [] for security_group, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:52.380177 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-440bc9bd-4dfe-496f-894d-02a5ef862dab admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1c0e601f-3995-4ec1-8044-4f4fedf4f5f3 HTTP/1.1" status: 204 len: 168 time: 0.1666126 Apr 15 20:41:52.753201 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 38298) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:41:52.818423 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-03d6efd3-7c33-48a5-bf5f-511cb8d9bd9c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=80982bb145c64701bd7c145dddd5c06d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0638106 Apr 15 20:41:52.822270 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 38302) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:41:52.887270 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-8f519306-1f49-456b-a4ca-9535e7a644f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:52.915870 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-8f519306-1f49-456b-a4ca-9535e7a644f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:52.971627 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-8f519306-1f49-456b-a4ca-9535e7a644f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:52.976987 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-c5e1cf5e-1d87-44b8-b146-8cf7a6d29086 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:41:52.989744 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f519306-1f49-456b-a4ca-9535e7a644f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d350db-c06c-4b49-bfa0-9277ac4ec299,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:41:52.992148 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-8f519306-1f49-456b-a4ca-9535e7a644f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:41:52.995689 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-8f519306-1f49-456b-a4ca-9535e7a644f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:52.997572 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-8f519306-1f49-456b-a4ca-9535e7a644f8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/61d350db-c06c-4b49-bfa0-9277ac4ec299 HTTP/1.1" status: 204 len: 168 time: 0.1741488 Apr 15 20:42:06.180298 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b8515-eb81-4733-a8ec-d1a440c6c1a2 req-0f1f5c3e-808b-4a69-9546-c6bbfc14ab03 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:42:06.182512 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c33b8515-eb81-4733-a8ec-d1a440c6c1a2 req-0f1f5c3e-808b-4a69-9546-c6bbfc14ab03 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=831a37b8-046a-483e-a2ce-030849b85680 HTTP/1.1" status: 200 len: 947 time: 0.1015401 Apr 15 20:42:06.232185 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c33b8515-eb81-4733-a8ec-d1a440c6c1a2 req-a4cc7e44-4ade-4547-a20a-278fe7b6edfc tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=2bb5a3ee-ef4b-4b65-8a82-535cde850acc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416915 Apr 15 20:42:07.461459 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50438d46-466e-4a4d-b8b3-b21a64a4f567 req-1506855f-fc62-4113-93c0-a62edacc10be tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:42:07.463139 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-50438d46-466e-4a4d-b8b3-b21a64a4f567 req-1506855f-fc62-4113-93c0-a62edacc10be tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=831a37b8-046a-483e-a2ce-030849b85680 HTTP/1.1" status: 200 len: 947 time: 0.0947936 Apr 15 20:42:07.511063 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-50438d46-466e-4a4d-b8b3-b21a64a4f567 req-be2850a7-e9f5-4f82-a44c-c40ebd805b18 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=2bb5a3ee-ef4b-4b65-8a82-535cde850acc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413041 Apr 15 20:42:07.834493 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63886400-0d91-41ea-b28f-1c3e49bd5894 req-0d43617f-325d-4cf5-a670-0640dc36a567 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:42:07.835948 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-63886400-0d91-41ea-b28f-1c3e49bd5894 req-0d43617f-325d-4cf5-a670-0640dc36a567 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.76 "GET /v2.0/ports?device_id=831a37b8-046a-483e-a2ce-030849b85680 HTTP/1.1" status: 200 len: 947 time: 0.1043222 Apr 15 20:42:07.916695 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [req-63886400-0d91-41ea-b28f-1c3e49bd5894 req-c1c76fc2-17f0-4959-9954-6828327840d6 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Deleting port d0f1346a-5532-427b-af1e-375b657b2a26 {{(pid=85411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:42:07.917078 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-63886400-0d91-41ea-b28f-1c3e49bd5894 req-c1c76fc2-17f0-4959-9954-6828327840d6 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245249624948'] for port, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:08.205412 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [req-63886400-0d91-41ea-b28f-1c3e49bd5894 req-c1c76fc2-17f0-4959-9954-6828327840d6 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] For port d0f1346a-5532-427b-af1e-375b657b2a26, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d0f1346a-5532-427b-af1e-375b657b2a26,segment=NetworkSegment(8f8c4df8-9981-44cd-9c71-6e51c9e29c18),segment_id=8f8c4df8-9981-44cd-9c71-6e51c9e29c18)] {{(pid=85411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:42:08.205663 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-63886400-0d91-41ea-b28f-1c3e49bd5894 req-c1c76fc2-17f0-4959-9954-6828327840d6 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16344636'] for port, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:08.508527 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-63886400-0d91-41ea-b28f-1c3e49bd5894 req-c1c76fc2-17f0-4959-9954-6828327840d6 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:08.509104 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-63886400-0d91-41ea-b28f-1c3e49bd5894 req-c1c76fc2-17f0-4959-9954-6828327840d6 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838401823'] for floatingip, after_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:08.509885 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.db.l3_db [req-63886400-0d91-41ea-b28f-1c3e49bd5894 req-c1c76fc2-17f0-4959-9954-6828327840d6 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Floating IP 32dd9c41-0ea5-4cf4-97df-358e34327d4f disassociated. External IP: 172.28.3.55, port: d0f1346a-5532-427b-af1e-375b657b2a26. Apr 15 20:42:08.509885 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [req-63886400-0d91-41ea-b28f-1c3e49bd5894 req-c1c76fc2-17f0-4959-9954-6828327840d6 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Calling delete_port for d0f1346a-5532-427b-af1e-375b657b2a26 owned by compute:nova {{(pid=85411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:42:08.704398 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-63886400-0d91-41ea-b28f-1c3e49bd5894 req-c1c76fc2-17f0-4959-9954-6828327840d6 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791605129519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791604687919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852399476'] for port, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:08.719541 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:42:08.815763 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c76fc2-17f0-4959-9954-6828327840d6 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Pushing event deleted for resources: {'Port': ['ID=d0f1346a-5532-427b-af1e-375b657b2a26,revision_number=None']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:42:08.823091 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-c1c76fc2-17f0-4959-9954-6828327840d6 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:42:08.887025 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b221d5-792e-4968-b704-8b14b779e2a0 req-c2d4a03e-7920-47a9-b96a-4bbd8dcbe85f tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:42:08.888636 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-58b221d5-792e-4968-b704-8b14b779e2a0 req-c2d4a03e-7920-47a9-b96a-4bbd8dcbe85f tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/ports?device_id=831a37b8-046a-483e-a2ce-030849b85680 HTTP/1.1" status: 200 len: 868 time: 0.2465181 Apr 15 20:42:09.006250 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-58b221d5-792e-4968-b704-8b14b779e2a0 req-7d1bcc33-0700-4250-86c1-3f5f1365deef tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups?id=2bb5a3ee-ef4b-4b65-8a82-535cde850acc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082306 Apr 15 20:42:09.145783 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.l3_agent_scheduler [req-63886400-0d91-41ea-b28f-1c3e49bd5894 req-c1c76fc2-17f0-4959-9954-6828327840d6 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Router 6446fca8-d719-4369-b13f-84348828a7b9 has already been hosted by L3 agent f2e50876-c35d-48fb-9e24-f0907444cef9 {{(pid=85411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 20:42:09.333998 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-63886400-0d91-41ea-b28f-1c3e49bd5894 req-c1c76fc2-17f0-4959-9954-6828327840d6 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify agent at l3_agent.dv-cinder-786386-2-smb the message routers_updated {{(pid=85411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 20:42:09.345129 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ea14d0-0674-4a44-87bb-6ea31feaced9 None None] Sync routers for ids ['6446fca8-d719-4369-b13f-84348828a7b9'] in dv-cinder-786386-2-smb {{(pid=85413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 20:42:09.372467 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ea14d0-0674-4a44-87bb-6ea31feaced9 None None] Routers {'6446fca8-d719-4369-b13f-84348828a7b9'} bound to L3 agent in host dv-cinder-786386-2-smb {{(pid=85413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:42:09.373176 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-c3ea14d0-0674-4a44-87bb-6ea31feaced9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T20:23:47Z,description=,heartbeat_timestamp=2021-04-15T20:41:47Z,host='dv-cinder-786386-2-smb',id=f2e50876-c35d-48fb-9e24-f0907444cef9,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:23:48Z,topic='l3_agent')) {'router_ids': ['6446fca8-d719-4369-b13f-84348828a7b9'], 'active': True} {{(pid=85413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:42:09.417382 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [req-63886400-0d91-41ea-b28f-1c3e49bd5894 req-c1c76fc2-17f0-4959-9954-6828327840d6 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] No DVR routers for this DVR port d0f1346a-5532-427b-af1e-375b657b2a26 on host hv-cinder-78638 {{(pid=85411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 20:42:09.420209 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-63886400-0d91-41ea-b28f-1c3e49bd5894 req-c1c76fc2-17f0-4959-9954-6828327840d6 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-906'] for port, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:09.424818 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '831a37b8-046a-483e-a2ce-030849b85680', 'name': 'network-vif-deleted', 'tag': 'd0f1346a-5532-427b-af1e-375b657b2a26'}] {{(pid=85411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:42:09.439254 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-63886400-0d91-41ea-b28f-1c3e49bd5894 req-c1c76fc2-17f0-4959-9954-6828327840d6 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.76 "DELETE /v2.0/ports/d0f1346a-5532-427b-af1e-375b657b2a26 HTTP/1.1" status: 204 len: 173 time: 1.5959976 Apr 15 20:42:09.477052 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '831a37b8-046a-483e-a2ce-030849b85680', 'name': 'network-vif-deleted', 'tag': 'd0f1346a-5532-427b-af1e-375b657b2a26', 'status': 'completed', 'code': 200} Apr 15 20:42:09.580466 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvr_db [None req-c3ea14d0-0674-4a44-87bb-6ea31feaced9 None None] Set router 6446fca8-d719-4369-b13f-84348828a7b9 gateway port host: dv-cinder-786386-2-smb {{(pid=85413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:42:09.908156 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-c3ea14d0-0674-4a44-87bb-6ea31feaced9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6446fca8-d719-4369-b13f-84348828a7b9', 'name': 'tempest-AttachVolumeShelveTestJSON-561565636-router', 'tenant_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': 'e692ad89-e4eb-4f86-97cf-6cc98542daab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:32:12Z', 'updated_at': '2021-04-15T20:32:30Z', 'revision_number': 4, 'project_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'gw_port': {'id': 'e692ad89-e4eb-4f86-97cf-6cc98542daab', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6446fca8-d719-4369-b13f-84348828a7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:32:15Z', 'updated_at': '2021-04-15T20:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb', '_interfaces': [{'id': '622c616b-fc3b-41c7-904d-56a6708472ad', 'name': '', 'network_id': '5bc06a2b-9024-484d-8786-16d9b4579274', 'tenant_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'mac_address': 'fa:16:3e:32:2e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6446fca8-d719-4369-b13f-84348828a7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '115d02bc-de92-4568-be72-0d321d902e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:32:26Z', 'updated_at': '2021-04-15T20:32:40Z', 'revision_number': 5, 'project_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'subnets': [{'id': '115d02bc-de92-4568-be72-0d321d902e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-2-smb', False) {} {{(pid=85413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:42:09.912730 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ea14d0-0674-4a44-87bb-6ea31feaced9 None None] Checking router: 6446fca8-d719-4369-b13f-84348828a7b9 for host: dv-cinder-786386-2-smb {{(pid=85413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 20:42:09.923153 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ea14d0-0674-4a44-87bb-6ea31feaced9 None None] Routers {'6446fca8-d719-4369-b13f-84348828a7b9'} bound to L3 agent in host dv-cinder-786386-2-smb {{(pid=85413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:42:09.923825 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-c3ea14d0-0674-4a44-87bb-6ea31feaced9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T20:23:47Z,description=,heartbeat_timestamp=2021-04-15T20:41:47Z,host='dv-cinder-786386-2-smb',id=f2e50876-c35d-48fb-9e24-f0907444cef9,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:23:48Z,topic='l3_agent')) {'router_ids': ['6446fca8-d719-4369-b13f-84348828a7b9'], 'active': True} {{(pid=85413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:42:10.118772 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvr_db [None req-c3ea14d0-0674-4a44-87bb-6ea31feaced9 None None] Set router 6446fca8-d719-4369-b13f-84348828a7b9 gateway port host: dv-cinder-786386-2-smb {{(pid=85413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:42:10.144654 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 38330) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:42:10.212156 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-2b130fe9-63fe-43bb-a7c0-e042bb1e668b tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks [] for security_group, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:10.241623 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-2b130fe9-63fe-43bb-a7c0-e042bb1e668b tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:10.287822 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-2b130fe9-63fe-43bb-a7c0-e042bb1e668b tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:10.291901 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-7bab5e00-2164-4b23-8694-ab07c933aa2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:42:10.307982 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b130fe9-63fe-43bb-a7c0-e042bb1e668b tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb5a3ee-ef4b-4b65-8a82-535cde850acc,revision_number=None']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:42:10.310773 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-2b130fe9-63fe-43bb-a7c0-e042bb1e668b tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:42:10.319088 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-2b130fe9-63fe-43bb-a7c0-e042bb1e668b tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks [] for security_group, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:10.320301 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-2b130fe9-63fe-43bb-a7c0-e042bb1e668b tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "DELETE /v2.0/security-groups/2bb5a3ee-ef4b-4b65-8a82-535cde850acc HTTP/1.1" status: 204 len: 168 time: 0.1746154 Apr 15 20:42:10.323262 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 38334) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:42:10.343610 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.v2.resource [None req-b9302bc8-b61a-45e8-9d07-50f69257ab0e tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] show failed (client error): The resource could not be found. Apr 15 20:42:10.347580 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-b9302bc8-b61a-45e8-9d07-50f69257ab0e tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "GET /v2.0/security-groups/2bb5a3ee-ef4b-4b65-8a82-535cde850acc HTTP/1.1" status: 404 len: 347 time: 0.0203893 Apr 15 20:42:10.347927 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 38338) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:42:10.469675 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-c3ea14d0-0674-4a44-87bb-6ea31feaced9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6446fca8-d719-4369-b13f-84348828a7b9', 'name': 'tempest-AttachVolumeShelveTestJSON-561565636-router', 'tenant_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': 'e692ad89-e4eb-4f86-97cf-6cc98542daab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:32:12Z', 'updated_at': '2021-04-15T20:32:30Z', 'revision_number': 4, 'project_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'gw_port': {'id': 'e692ad89-e4eb-4f86-97cf-6cc98542daab', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6446fca8-d719-4369-b13f-84348828a7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:32:15Z', 'updated_at': '2021-04-15T20:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb', '_interfaces': [{'id': '622c616b-fc3b-41c7-904d-56a6708472ad', 'name': '', 'network_id': '5bc06a2b-9024-484d-8786-16d9b4579274', 'tenant_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'mac_address': 'fa:16:3e:32:2e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6446fca8-d719-4369-b13f-84348828a7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '115d02bc-de92-4568-be72-0d321d902e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:32:26Z', 'updated_at': '2021-04-15T20:32:40Z', 'revision_number': 5, 'project_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'subnets': [{'id': '115d02bc-de92-4568-be72-0d321d902e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-2-smb', False) {} {{(pid=85413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:42:10.474046 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ea14d0-0674-4a44-87bb-6ea31feaced9 None None] The sync data for ids ['6446fca8-d719-4369-b13f-84348828a7b9'] in dv-cinder-786386-2-smb is: [{'id': '6446fca8-d719-4369-b13f-84348828a7b9', 'name': 'tempest-AttachVolumeShelveTestJSON-561565636-router', 'tenant_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': 'e692ad89-e4eb-4f86-97cf-6cc98542daab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:32:12Z', 'updated_at': '2021-04-15T20:32:30Z', 'revision_number': 4, 'project_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'gw_port': {'id': 'e692ad89-e4eb-4f86-97cf-6cc98542daab', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6446fca8-d719-4369-b13f-84348828a7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:32:15Z', 'updated_at': '2021-04-15T20:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb', '_interfaces': [{'id': '622c616b-fc3b-41c7-904d-56a6708472ad', 'name': '', 'network_id': '5bc06a2b-9024-484d-8786-16d9b4579274', 'tenant_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'mac_address': 'fa:16:3e:32:2e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6446fca8-d719-4369-b13f-84348828a7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '115d02bc-de92-4568-be72-0d321d902e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:32:26Z', 'updated_at': '2021-04-15T20:32:40Z', 'revision_number': 5, 'project_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'subnets': [{'id': '115d02bc-de92-4568-be72-0d321d902e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 20:42:10.520820 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-18af87d3-7f7d-45e8-abbc-c297db796adc tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Deleting port 3ce93457-23be-40d4-ab92-8ef471ed7a63 {{(pid=85411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:42:10.521194 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-18af87d3-7f7d-45e8-abbc-c297db796adc tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245249624948'] for port, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:10.703190 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-18af87d3-7f7d-45e8-abbc-c297db796adc tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16344636'] for port, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:10.703749 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-18af87d3-7f7d-45e8-abbc-c297db796adc tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:10.858937 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354898df-519e-4b56-bb58-26d73c4c91b2 None None] New status for floating IP 32dd9c41-0ea5-4cf4-97df-358e34327d4f: DOWN {{(pid=85414) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 20:42:11.079073 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-18af87d3-7f7d-45e8-abbc-c297db796adc tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Calling delete_port for 3ce93457-23be-40d4-ab92-8ef471ed7a63 owned by network:floatingip {{(pid=85411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:42:11.165769 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.db.api [None req-18af87d3-7f7d-45e8-abbc-c297db796adc tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85411) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 20:42:11.166125 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_db.api [None req-18af87d3-7f7d-45e8-abbc-c297db796adc tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85411) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 20:42:11.374791 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device d0f1346a-5532-427b-af1e-375b657b2a26 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 20:42:11.415760 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] No Port match for: d0f1346a-5532-427b-af1e-375b657b2a26 {{(pid=85413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 20:42:11.416144 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device d0f1346a-5532-427b-af1e-375b657b2a26 not bound to the agent host hv-cinder-78638 {{(pid=85413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 20:42:11.667694 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-18af87d3-7f7d-45e8-abbc-c297db796adc tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Deleting port 3ce93457-23be-40d4-ab92-8ef471ed7a63 {{(pid=85411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:42:11.668245 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-18af87d3-7f7d-45e8-abbc-c297db796adc tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245249624948'] for port, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:11.856195 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-18af87d3-7f7d-45e8-abbc-c297db796adc tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16344636'] for port, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:11.856760 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-18af87d3-7f7d-45e8-abbc-c297db796adc tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:11.985877 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-18af87d3-7f7d-45e8-abbc-c297db796adc tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Calling delete_port for 3ce93457-23be-40d4-ab92-8ef471ed7a63 owned by network:floatingip {{(pid=85411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:42:12.153597 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-18af87d3-7f7d-45e8-abbc-c297db796adc tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791605129519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791604687919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852399476'] for port, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:12.166695 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-a48e7c8f-aa48-4209-8ea5-e2862d2a9126 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:42:12.259613 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18af87d3-7f7d-45e8-abbc-c297db796adc tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Pushing event deleted for resources: {'Port': ['ID=3ce93457-23be-40d4-ab92-8ef471ed7a63,revision_number=None']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:42:12.265949 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-18af87d3-7f7d-45e8-abbc-c297db796adc tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:42:12.433357 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-18af87d3-7f7d-45e8-abbc-c297db796adc tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks [] for floatingip, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:12.448807 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-18af87d3-7f7d-45e8-abbc-c297db796adc tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-906'] for floatingip, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:12.450002 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-18af87d3-7f7d-45e8-abbc-c297db796adc tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] 10.222.0.69 "DELETE /v2.0/floatingips/32dd9c41-0ea5-4cf4-97df-358e34327d4f HTTP/1.1" status: 204 len: 168 time: 2.1011672 Apr 15 20:42:15.086861 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-dc91a803-6dd5-4915-9124-9c665fa3cd3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:15.346600 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 38362) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:42:16.171595 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-da138a21-6f33-4fc1-9132-09fb8317306c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16369167'] for router_interface, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:16.603654 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-da138a21-6f33-4fc1-9132-09fb8317306c admin admin] Deleting port 622c616b-fc3b-41c7-904d-56a6708472ad {{(pid=85411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:42:16.604049 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-da138a21-6f33-4fc1-9132-09fb8317306c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245249624948'] for port, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:16.794159 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-da138a21-6f33-4fc1-9132-09fb8317306c admin admin] For port 622c616b-fc3b-41c7-904d-56a6708472ad, host dv-cinder-786386-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-2-smb',level=0,port_id=622c616b-fc3b-41c7-904d-56a6708472ad,segment=NetworkSegment(8f8c4df8-9981-44cd-9c71-6e51c9e29c18),segment_id=8f8c4df8-9981-44cd-9c71-6e51c9e29c18)] {{(pid=85411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:42:16.794591 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-da138a21-6f33-4fc1-9132-09fb8317306c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16344636'] for port, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:16.932650 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-da138a21-6f33-4fc1-9132-09fb8317306c admin admin] Calling delete_port for 622c616b-fc3b-41c7-904d-56a6708472ad owned by network:router_interface {{(pid=85411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:42:17.110415 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-da138a21-6f33-4fc1-9132-09fb8317306c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791605129519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791604687919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852399476'] for port, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:17.125858 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-18af87d3-7f7d-45e8-abbc-c297db796adc tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:42:17.215231 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da138a21-6f33-4fc1-9132-09fb8317306c admin admin] Pushing event deleted for resources: {'Port': ['ID=622c616b-fc3b-41c7-904d-56a6708472ad,revision_number=None']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:42:17.224684 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-da138a21-6f33-4fc1-9132-09fb8317306c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:42:17.512019 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f799ecc5-f0ae-4c42-918a-d731637bdb9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:17.570339 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-da138a21-6f33-4fc1-9132-09fb8317306c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838292340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16373924'] for router_interface, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:17.753696 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:17.939874 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6589a99b-4989-4a06-bc40-62b7e77e6cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:18.291879 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:18.332471 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da138a21-6f33-4fc1-9132-09fb8317306c admin admin] Router 6446fca8-d719-4369-b13f-84348828a7b9 has already been hosted by L3 agent f2e50876-c35d-48fb-9e24-f0907444cef9 {{(pid=85411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 20:42:18.526508 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da138a21-6f33-4fc1-9132-09fb8317306c admin admin] Notify agent at l3_agent.dv-cinder-786386-2-smb the message routers_updated {{(pid=85411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 20:42:18.536308 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1db37cf-d6e2-4334-a055-415a5f1f7ab0 None None] Sync routers for ids ['6446fca8-d719-4369-b13f-84348828a7b9'] in dv-cinder-786386-2-smb {{(pid=85413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 20:42:18.539974 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-da138a21-6f33-4fc1-9132-09fb8317306c admin admin] 10.222.0.69 "PUT /v2.0/routers/6446fca8-d719-4369-b13f-84348828a7b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1921158 Apr 15 20:42:18.542840 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 38370) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:42:18.547145 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1db37cf-d6e2-4334-a055-415a5f1f7ab0 None None] Routers {'6446fca8-d719-4369-b13f-84348828a7b9'} bound to L3 agent in host dv-cinder-786386-2-smb {{(pid=85413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:42:18.547795 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-c1db37cf-d6e2-4334-a055-415a5f1f7ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T20:23:47Z,description=,heartbeat_timestamp=2021-04-15T20:42:17Z,host='dv-cinder-786386-2-smb',id=f2e50876-c35d-48fb-9e24-f0907444cef9,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:23:48Z,topic='l3_agent')) {'router_ids': ['6446fca8-d719-4369-b13f-84348828a7b9'], 'active': True} {{(pid=85413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:42:18.733560 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-08fe2d7d-1b5b-4d32-ab45-fd7ca3997720 admin admin] Notify callbacks [] for router, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:18.912543 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvr_db [None req-c1db37cf-d6e2-4334-a055-415a5f1f7ab0 None None] Set router 6446fca8-d719-4369-b13f-84348828a7b9 gateway port host: dv-cinder-786386-2-smb {{(pid=85413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:42:18.923547 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-08fe2d7d-1b5b-4d32-ab45-fd7ca3997720 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:18.933027 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-08fe2d7d-1b5b-4d32-ab45-fd7ca3997720 admin admin] Deleting port e692ad89-e4eb-4f86-97cf-6cc98542daab {{(pid=85411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:42:18.933377 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-08fe2d7d-1b5b-4d32-ab45-fd7ca3997720 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245249624948'] for port, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:19.125236 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-08fe2d7d-1b5b-4d32-ab45-fd7ca3997720 admin admin] For port e692ad89-e4eb-4f86-97cf-6cc98542daab, host dv-cinder-786386-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-2-smb',level=0,port_id=e692ad89-e4eb-4f86-97cf-6cc98542daab,segment=NetworkSegment(a2d970bc-47e1-42ab-bd62-edbddac3ac5a),segment_id=a2d970bc-47e1-42ab-bd62-edbddac3ac5a)] {{(pid=85411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:42:19.125648 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-08fe2d7d-1b5b-4d32-ab45-fd7ca3997720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16344636'] for port, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:19.215923 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-c1db37cf-d6e2-4334-a055-415a5f1f7ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6446fca8-d719-4369-b13f-84348828a7b9', 'name': 'tempest-AttachVolumeShelveTestJSON-561565636-router', 'tenant_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': 'e692ad89-e4eb-4f86-97cf-6cc98542daab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:32:12Z', 'updated_at': '2021-04-15T20:42:17Z', 'revision_number': 5, 'project_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'gw_port': {'id': 'e692ad89-e4eb-4f86-97cf-6cc98542daab', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6446fca8-d719-4369-b13f-84348828a7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:32:15Z', 'updated_at': '2021-04-15T20:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb'}], 'dv-cinder-786386-2-smb', False) {} {{(pid=85413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:42:19.220091 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1db37cf-d6e2-4334-a055-415a5f1f7ab0 None None] Checking router: 6446fca8-d719-4369-b13f-84348828a7b9 for host: dv-cinder-786386-2-smb {{(pid=85413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 20:42:19.229676 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1db37cf-d6e2-4334-a055-415a5f1f7ab0 None None] Routers {'6446fca8-d719-4369-b13f-84348828a7b9'} bound to L3 agent in host dv-cinder-786386-2-smb {{(pid=85413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:42:19.230313 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-c1db37cf-d6e2-4334-a055-415a5f1f7ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T20:23:47Z,description=,heartbeat_timestamp=2021-04-15T20:42:17Z,host='dv-cinder-786386-2-smb',id=f2e50876-c35d-48fb-9e24-f0907444cef9,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:23:48Z,topic='l3_agent')) {'router_ids': ['6446fca8-d719-4369-b13f-84348828a7b9'], 'active': True} {{(pid=85413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:42:19.262803 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-08fe2d7d-1b5b-4d32-ab45-fd7ca3997720 admin admin] Calling delete_port for e692ad89-e4eb-4f86-97cf-6cc98542daab owned by network:router_gateway {{(pid=85411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:42:19.390164 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvr_db [None req-c1db37cf-d6e2-4334-a055-415a5f1f7ab0 None None] Set router 6446fca8-d719-4369-b13f-84348828a7b9 gateway port host: None {{(pid=85413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:42:19.442389 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-08fe2d7d-1b5b-4d32-ab45-fd7ca3997720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791605129519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791604687919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852399476'] for port, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:19.462116 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-fbc2f55d-b6f4-4d63-9a28-c8ca57e8e136 tempest-AttachVolumeNegativeTest-639977634 tempest-AttachVolumeNegativeTest-639977634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:42:19.507994 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-c1db37cf-d6e2-4334-a055-415a5f1f7ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6446fca8-d719-4369-b13f-84348828a7b9', 'name': 'tempest-AttachVolumeShelveTestJSON-561565636-router', 'tenant_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:32:12Z', 'updated_at': '2021-04-15T20:42:18Z', 'revision_number': 6, 'project_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'gw_port_host': None}], 'dv-cinder-786386-2-smb', False) {} {{(pid=85413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:42:19.512608 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1db37cf-d6e2-4334-a055-415a5f1f7ab0 None None] The sync data for ids ['6446fca8-d719-4369-b13f-84348828a7b9'] in dv-cinder-786386-2-smb is: [{'id': '6446fca8-d719-4369-b13f-84348828a7b9', 'name': 'tempest-AttachVolumeShelveTestJSON-561565636-router', 'tenant_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:32:12Z', 'updated_at': '2021-04-15T20:42:18Z', 'revision_number': 6, 'project_id': 'a7106cb89b6d4e9399c7bc046ff492b4', 'gw_port_host': None}] {{(pid=85413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 20:42:19.558502 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fe2d7d-1b5b-4d32-ab45-fd7ca3997720 admin admin] Pushing event deleted for resources: {'Port': ['ID=e692ad89-e4eb-4f86-97cf-6cc98542daab,revision_number=None']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:42:19.562497 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-08fe2d7d-1b5b-4d32-ab45-fd7ca3997720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:42:19.624348 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-611aad59-e19d-4c1d-b92d-eb0975a661b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:19.728247 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-08fe2d7d-1b5b-4d32-ab45-fd7ca3997720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16373790'] for router_gateway, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:19.909900 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-08fe2d7d-1b5b-4d32-ab45-fd7ca3997720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16371108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854772639'] for router, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:19.912262 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-08fe2d7d-1b5b-4d32-ab45-fd7ca3997720 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:19.935954 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-08fe2d7d-1b5b-4d32-ab45-fd7ca3997720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838407372'] for router, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:19.936519 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08fe2d7d-1b5b-4d32-ab45-fd7ca3997720 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6446fca8-d719-4369-b13f-84348828a7b9 {{(pid=85411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 20:42:19.948926 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-08fe2d7d-1b5b-4d32-ab45-fd7ca3997720 admin admin] Notify callbacks [] for router, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:19.950154 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-08fe2d7d-1b5b-4d32-ab45-fd7ca3997720 admin admin] 10.222.0.69 "DELETE /v2.0/routers/6446fca8-d719-4369-b13f-84348828a7b9 HTTP/1.1" status: 204 len: 168 time: 1.4064138 Apr 15 20:42:19.953003 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 38374) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:42:20.018040 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c46f0af-6ceb-46ba-bbbc-e7ae6d899215 admin admin] Deleting subnet 115d02bc-de92-4568-be72-0d321d902e0d {{(pid=85411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 20:42:20.021141 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9c46f0af-6ceb-46ba-bbbc-e7ae6d899215 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:20.072396 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9c46f0af-6ceb-46ba-bbbc-e7ae6d899215 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853901036'] for subnet, precommit_delete_associations {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:20.162422 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9c46f0af-6ceb-46ba-bbbc-e7ae6d899215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854769281'] for subnet, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:20.421290 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9c46f0af-6ceb-46ba-bbbc-e7ae6d899215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-6519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16285263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2376409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852321564'] for subnet, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:20.438328 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-67f80b57-c996-4af4-bcf1-6f03bb02279b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:42:20.519289 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c46f0af-6ceb-46ba-bbbc-e7ae6d899215 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=115d02bc-de92-4568-be72-0d321d902e0d,revision_number=None']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:42:20.526038 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-9c46f0af-6ceb-46ba-bbbc-e7ae6d899215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:42:20.573519 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9c46f0af-6ceb-46ba-bbbc-e7ae6d899215 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16483510'] for subnet, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:20.579388 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d27cb95-79f0-41e8-b813-97ed8deed860 None None] Network 5bc06a2b-9024-484d-8786-16d9b4579274 requested from dv-cinder-786386-2-smb {{(pid=85413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:42:20.581387 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-9c46f0af-6ceb-46ba-bbbc-e7ae6d899215 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/115d02bc-de92-4568-be72-0d321d902e0d HTTP/1.1" status: 204 len: 168 time: 0.6273444 Apr 15 20:42:20.584252 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 38378) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:42:20.696365 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9b582898-251b-4cfe-bdb6-3b027fcd7d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16654812'] for network, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:20.767674 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-9b582898-251b-4cfe-bdb6-3b027fcd7d94 admin admin] Deleting port bf17ce92-785d-4433-bedf-275db09cbf22 {{(pid=85411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:42:20.768047 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9b582898-251b-4cfe-bdb6-3b027fcd7d94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245249624948'] for port, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:20.837792 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2237e473-09b6-4e1e-ae0a-82e7c96be0a1 None None] DHCP port deletion for 5bc06a2b-9024-484d-8786-16d9b4579274 request from dv-cinder-786386-2-smb {{(pid=85413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 20:42:20.842271 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-2237e473-09b6-4e1e-ae0a-82e7c96be0a1 None None] Deleting port bf17ce92-785d-4433-bedf-275db09cbf22 {{(pid=85413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:42:20.842722 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-2237e473-09b6-4e1e-ae0a-82e7c96be0a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245249624948'] for port, before_delete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:20.997289 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-9b582898-251b-4cfe-bdb6-3b027fcd7d94 admin admin] For port bf17ce92-785d-4433-bedf-275db09cbf22, host dv-cinder-786386-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-2-smb',level=0,port_id=bf17ce92-785d-4433-bedf-275db09cbf22,segment=NetworkSegment(8f8c4df8-9981-44cd-9c71-6e51c9e29c18),segment_id=8f8c4df8-9981-44cd-9c71-6e51c9e29c18)] {{(pid=85411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:42:20.997523 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9b582898-251b-4cfe-bdb6-3b027fcd7d94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16344636'] for port, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:21.069126 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-2237e473-09b6-4e1e-ae0a-82e7c96be0a1 None None] For port bf17ce92-785d-4433-bedf-275db09cbf22, host dv-cinder-786386-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-2-smb',level=0,port_id=bf17ce92-785d-4433-bedf-275db09cbf22,segment=NetworkSegment(8f8c4df8-9981-44cd-9c71-6e51c9e29c18),segment_id=8f8c4df8-9981-44cd-9c71-6e51c9e29c18)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:42:21.069495 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-2237e473-09b6-4e1e-ae0a-82e7c96be0a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16344636'] for port, precommit_delete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:21.126479 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-9b582898-251b-4cfe-bdb6-3b027fcd7d94 admin admin] Calling delete_port for bf17ce92-785d-4433-bedf-275db09cbf22 owned by network:dhcp {{(pid=85411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:42:21.198400 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-2237e473-09b6-4e1e-ae0a-82e7c96be0a1 None None] Calling delete_port for bf17ce92-785d-4433-bedf-275db09cbf22 owned by network:dhcp {{(pid=85413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:42:21.204352 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9b582898-251b-4cfe-bdb6-3b027fcd7d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791605129519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791604687919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852399476'] for port, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:21.219489 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-51a7cc59-a161-40de-a58b-d32b2bf18a2c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:42:21.277770 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.db.api [None req-2237e473-09b6-4e1e-ae0a-82e7c96be0a1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85413) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 20:42:21.278185 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_db.api [None req-2237e473-09b6-4e1e-ae0a-82e7c96be0a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 20:42:21.316059 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device e692ad89-e4eb-4f86-97cf-6cc98542daab no longer exists at agent ovs-agent-dv-cinder-786386-2-smb {{(pid=85413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 20:42:21.316418 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b582898-251b-4cfe-bdb6-3b027fcd7d94 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf17ce92-785d-4433-bedf-275db09cbf22,revision_number=None']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:42:21.319016 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-9b582898-251b-4cfe-bdb6-3b027fcd7d94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:42:21.353358 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] No Port match for: e692ad89-e4eb-4f86-97cf-6cc98542daab {{(pid=85413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 20:42:21.353704 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device e692ad89-e4eb-4f86-97cf-6cc98542daab not bound to the agent host dv-cinder-786386-2-smb {{(pid=85413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 20:42:21.354209 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device 622c616b-fc3b-41c7-904d-56a6708472ad no longer exists at agent ovs-agent-dv-cinder-786386-2-smb {{(pid=85413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 20:42:21.366530 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b582898-251b-4cfe-bdb6-3b027fcd7d94 admin admin] No DVR routers for this DVR port bf17ce92-785d-4433-bedf-275db09cbf22 on host dv-cinder-786386-2-smb {{(pid=85411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 20:42:21.390519 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] No Port match for: 622c616b-fc3b-41c7-904d-56a6708472ad {{(pid=85413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 20:42:21.390915 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device 622c616b-fc3b-41c7-904d-56a6708472ad not bound to the agent host dv-cinder-786386-2-smb {{(pid=85413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 20:42:21.391378 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device bf17ce92-785d-4433-bedf-275db09cbf22 no longer exists at agent ovs-agent-dv-cinder-786386-2-smb {{(pid=85413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 20:42:21.429170 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] No Port match for: bf17ce92-785d-4433-bedf-275db09cbf22 {{(pid=85413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 20:42:21.429721 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device bf17ce92-785d-4433-bedf-275db09cbf22 not bound to the agent host dv-cinder-786386-2-smb {{(pid=85413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 20:42:21.492284 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9b582898-251b-4cfe-bdb6-3b027fcd7d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16706558', 'neutron.services.segments.db._delete_segments_for_network-8791605228744'] for network, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:21.602276 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.services.segments.db [None req-9b582898-251b-4cfe-bdb6-3b027fcd7d94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bc06a2b-9024-484d-8786-16d9b4579274']}} {{(pid=85411) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:42:21.618022 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.services.segments.db [None req-9b582898-251b-4cfe-bdb6-3b027fcd7d94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f8c4df8-9981-44cd-9c71-6e51c9e29c18') {'for_net_delete': True} {{(pid=85411) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:42:21.618356 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.services.segments.db [None req-9b582898-251b-4cfe-bdb6-3b027fcd7d94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f8c4df8-9981-44cd-9c71-6e51c9e29c18') {} {{(pid=85411) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:42:21.630696 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9b582898-251b-4cfe-bdb6-3b027fcd7d94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791605226969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-874796'] for segment, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:21.651279 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9b582898-251b-4cfe-bdb6-3b027fcd7d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-793'] for segment, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:21.658053 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b582898-251b-4cfe-bdb6-3b027fcd7d94 admin admin] Releasing vlan 1062 on physical network physnet1 to pool {{(pid=85411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 20:42:21.780105 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-2237e473-09b6-4e1e-ae0a-82e7c96be0a1 None None] Deleting port bf17ce92-785d-4433-bedf-275db09cbf22 {{(pid=85413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:42:21.780580 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-2237e473-09b6-4e1e-ae0a-82e7c96be0a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245249624948'] for port, before_delete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:21.831537 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-9b582898-251b-4cfe-bdb6-3b027fcd7d94 admin admin] Network 5bc06a2b-9024-484d-8786-16d9b4579274 has no segments {{(pid=85411) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 20:42:21.840692 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9b582898-251b-4cfe-bdb6-3b027fcd7d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854775039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852400008'] for segment, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:21.852160 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-2237e473-09b6-4e1e-ae0a-82e7c96be0a1 None None] The port 'bf17ce92-785d-4433-bedf-275db09cbf22' was deleted {{(pid=85413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 20:42:22.272941 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-9b582898-251b-4cfe-bdb6-3b027fcd7d94 admin admin] Network 5bc06a2b-9024-484d-8786-16d9b4579274 has no segments {{(pid=85411) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 20:42:22.295530 dv-cinder-786386-2-smb neutron-server[85298]: Traceback (most recent call last): Apr 15 20:42:22.295530 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 20:42:22.295530 dv-cinder-786386-2-smb neutron-server[85298]: timer() Apr 15 20:42:22.295530 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 20:42:22.295530 dv-cinder-786386-2-smb neutron-server[85298]: cb(*args, **kw) Apr 15 20:42:22.295530 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 20:42:22.295530 dv-cinder-786386-2-smb neutron-server[85298]: return func(*args, **kwargs) Apr 15 20:42:22.295530 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 20:42:22.295530 dv-cinder-786386-2-smb neutron-server[85298]: self._notify() Apr 15 20:42:22.295530 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 20:42:22.295530 dv-cinder-786386-2-smb neutron-server[85298]: self.callback(batched_events) Apr 15 20:42:22.295530 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 20:42:22.295530 dv-cinder-786386-2-smb neutron-server[85298]: event.method(event) Apr 15 20:42:22.295530 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 20:42:22.295530 dv-cinder-786386-2-smb neutron-server[85298]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 20:42:22.295530 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 20:42:22.295530 dv-cinder-786386-2-smb neutron-server[85298]: segment_id)['aggregates'][0] Apr 15 20:42:22.295530 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 20:42:22.295530 dv-cinder-786386-2-smb neutron-server[85298]: return f(self, *a, **k) Apr 15 20:42:22.295530 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 20:42:22.295530 dv-cinder-786386-2-smb neutron-server[85298]: return self._get(url).json() Apr 15 20:42:22.295530 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 20:42:22.295530 dv-cinder-786386-2-smb neutron-server[85298]: **kwargs) Apr 15 20:42:22.295530 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 20:42:22.295530 dv-cinder-786386-2-smb neutron-server[85298]: return self.request(url, 'GET', **kwargs) Apr 15 20:42:22.295530 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 20:42:22.295530 dv-cinder-786386-2-smb neutron-server[85298]: **endpoint_filter) Apr 15 20:42:22.295530 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 20:42:22.295530 dv-cinder-786386-2-smb neutron-server[85298]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 20:42:22.295530 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 20:42:22.295530 dv-cinder-786386-2-smb neutron-server[85298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 20:42:22.295530 dv-cinder-786386-2-smb neutron-server[85298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 20:42:22.384640 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9b582898-251b-4cfe-bdb6-3b027fcd7d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036838069257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16285283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036838401808'] for network, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:22.389566 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9b582898-251b-4cfe-bdb6-3b027fcd7d94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16483510'] for network, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:22.392291 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-3b0593f3-0554-4ead-82c9-742618eaa8b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:42:22.415492 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b582898-251b-4cfe-bdb6-3b027fcd7d94 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bc06a2b-9024-484d-8786-16d9b4579274,revision_number=None']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:42:22.417857 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-9b582898-251b-4cfe-bdb6-3b027fcd7d94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:42:22.432474 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-9b582898-251b-4cfe-bdb6-3b027fcd7d94 admin admin] 10.222.0.69 "DELETE /v2.0/networks/5bc06a2b-9024-484d-8786-16d9b4579274 HTTP/1.1" status: 204 len: 168 time: 1.8471680 Apr 15 20:42:22.578815 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 38384) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:42:22.632751 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-5e43242a-bd11-4dda-a00a-2291e3af07ca admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a7106cb89b6d4e9399c7bc046ff492b4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0526335 Apr 15 20:42:22.635199 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 38388) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:42:22.696761 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-b96327c5-a272-4668-a480-1a1a5f653a71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:22.723875 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-b96327c5-a272-4668-a480-1a1a5f653a71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:22.770192 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-b96327c5-a272-4668-a480-1a1a5f653a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:22.773961 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-ebbdcb0f-9936-433e-b7b9-bda4b994179a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:42:22.788412 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96327c5-a272-4668-a480-1a1a5f653a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde881f5-8e4d-43e7-8db3-41e28eae3034,revision_number=None']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:42:22.792595 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-b96327c5-a272-4668-a480-1a1a5f653a71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:42:22.796836 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-b96327c5-a272-4668-a480-1a1a5f653a71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:22.798069 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-b96327c5-a272-4668-a480-1a1a5f653a71 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fde881f5-8e4d-43e7-8db3-41e28eae3034 HTTP/1.1" status: 204 len: 168 time: 0.1618762 Apr 15 20:42:23.639913 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 38412) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:42:23.756813 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [None req-4f1186a4-5614-4809-8f4c-e64b9c69c869 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-455048742-network', 'tenant_id': 'c75339fe25214ba19cd2965d8a07a826'}} {{(pid=85411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:42:23.762293 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-4f1186a4-5614-4809-8f4c-e64b9c69c869 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:42:23.766831 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-4f1186a4-5614-4809-8f4c-e64b9c69c869 admin admin] Usage tracker for resource:network and tenant:c75339fe25214ba19cd2965d8a07a826 is out of sync, need to count used quota {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:42:23.769993 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-4f1186a4-5614-4809-8f4c-e64b9c69c869 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:42:23.780485 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-4f1186a4-5614-4809-8f4c-e64b9c69c869 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:42:23.791161 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1186a4-5614-4809-8f4c-e64b9c69c869 admin admin] Made reservation on behalf of c75339fe25214ba19cd2965d8a07a826 for: {'network': 1} {{(pid=85411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:42:23.795927 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4f1186a4-5614-4809-8f4c-e64b9c69c869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for network, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:23.808635 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4f1186a4-5614-4809-8f4c-e64b9c69c869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:23.824138 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-4f1186a4-5614-4809-8f4c-e64b9c69c869 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:42:23.828546 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-4f1186a4-5614-4809-8f4c-e64b9c69c869 admin admin] Usage tracker for resource:security_group_rule and tenant:c75339fe25214ba19cd2965d8a07a826 is out of sync, need to count used quota {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:42:23.831657 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-4f1186a4-5614-4809-8f4c-e64b9c69c869 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:42:23.838145 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-4f1186a4-5614-4809-8f4c-e64b9c69c869 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:42:23.927258 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4f1186a4-5614-4809-8f4c-e64b9c69c869 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:23.931035 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4f1186a4-5614-4809-8f4c-e64b9c69c869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:23.934107 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-b96327c5-a272-4668-a480-1a1a5f653a71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:42:23.963186 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f1186a4-5614-4809-8f4c-e64b9c69c869 admin admin] vlan segment allocate from pool success with {'vlan_id': 1085, 'physical_network': 'physnet1'} {{(pid=85411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 20:42:23.972059 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1186a4-5614-4809-8f4c-e64b9c69c869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=970e1f7b-2c8c-4da3-9a10-e5aecbfe504d,revision_number=1']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:42:23.976258 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-4f1186a4-5614-4809-8f4c-e64b9c69c869 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:42:23.978858 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4f1186a4-5614-4809-8f4c-e64b9c69c869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-793'] for segment, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:23.979523 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.db.segments_db [None req-4f1186a4-5614-4809-8f4c-e64b9c69c869 admin admin] Added segment 9591b0ff-fe62-4e46-99fd-8f16b10fc089 of type vlan for network 774063f8-e12a-496d-8eb4-bc5d985211ca Apr 15 20:42:24.006273 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4f1186a4-5614-4809-8f4c-e64b9c69c869 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791604676518'] for network, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:24.037355 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4f1186a4-5614-4809-8f4c-e64b9c69c869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16285283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461'] for network, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:24.038696 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1186a4-5614-4809-8f4c-e64b9c69c869 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:42:24.039356 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4f1186a4-5614-4809-8f4c-e64b9c69c869 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16483510'] for network, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:24.042906 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-813a8c55-616f-4a59-b58f-7504ec200a04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:42:24.149273 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-4f1186a4-5614-4809-8f4c-e64b9c69c869 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5080886 Apr 15 20:42:24.150197 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1186a4-5614-4809-8f4c-e64b9c69c869 admin admin] Pushing event updated for resources: {'Network': ['ID=774063f8-e12a-496d-8eb4-bc5d985211ca,revision_number=1']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:42:24.152381 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 38418) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:42:24.155065 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-4f1186a4-5614-4809-8f4c-e64b9c69c869 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:42:24.159262 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [None req-2c3d6a81-8b41-4aed-a92d-8a2a3570e7e8 admin admin] Request body: {'subnet': {'network_id': '774063f8-e12a-496d-8eb4-bc5d985211ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-455048742-subnet', 'tenant_id': 'c75339fe25214ba19cd2965d8a07a826', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:42:24.161296 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Network 774063f8-e12a-496d-8eb4-bc5d985211ca details requested by agent ovs-agent-dv-cinder-786386-2-smb with host dv-cinder-786386-2-smb {{(pid=85413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 20:42:24.164438 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-2c3d6a81-8b41-4aed-a92d-8a2a3570e7e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:42:24.168770 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-2c3d6a81-8b41-4aed-a92d-8a2a3570e7e8 admin admin] Usage tracker for resource:subnet and tenant:c75339fe25214ba19cd2965d8a07a826 is out of sync, need to count used quota {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:42:24.173522 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-2c3d6a81-8b41-4aed-a92d-8a2a3570e7e8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:42:24.179668 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-2c3d6a81-8b41-4aed-a92d-8a2a3570e7e8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:42:24.189619 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c3d6a81-8b41-4aed-a92d-8a2a3570e7e8 admin admin] Made reservation on behalf of c75339fe25214ba19cd2965d8a07a826 for: {'subnet': 1} {{(pid=85411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:42:24.194465 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-2c3d6a81-8b41-4aed-a92d-8a2a3570e7e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2454222'] for subnet, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:24.606262 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-2c3d6a81-8b41-4aed-a92d-8a2a3570e7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16285263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852399390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2454269'] for subnet, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:24.619475 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-e140b792-3590-42e7-8ec8-f728b923f2b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:42:24.741030 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3d6a81-8b41-4aed-a92d-8a2a3570e7e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad1d2cd2-6d9f-4bb5-a753-496ec0b439aa,revision_number=0']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:42:24.743732 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-2c3d6a81-8b41-4aed-a92d-8a2a3570e7e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:42:24.814123 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3d6a81-8b41-4aed-a92d-8a2a3570e7e8 admin admin] Checking segment: {'id': '9591b0ff-fe62-4e46-99fd-8f16b10fc089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '774063f8-e12a-496d-8eb4-bc5d985211ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:42:24.814557 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3d6a81-8b41-4aed-a92d-8a2a3570e7e8 admin admin] Network hostable DHCP agents. Network: 774063f8-e12a-496d-8eb4-bc5d985211ca, hostable agents: ['ffb4b371-2790-46a0-bfdf-1689ebf5aa69'], hosted agents: [] {{(pid=85411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 20:42:24.834679 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3d6a81-8b41-4aed-a92d-8a2a3570e7e8 admin admin] Network 774063f8-e12a-496d-8eb4-bc5d985211ca is scheduled to be hosted by DHCP agent ffb4b371-2790-46a0-bfdf-1689ebf5aa69 with binding_index 1 {{(pid=85411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 20:42:24.843455 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.base_scheduler [None req-2c3d6a81-8b41-4aed-a92d-8a2a3570e7e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-2-smb, 774063f8-e12a-496d-8eb4-bc5d985211ca) {{(pid=85411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:42:24.852938 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5360381-d958-420f-9018-1ac9996c8af6 None None] Network 774063f8-e12a-496d-8eb4-bc5d985211ca requested from dv-cinder-786386-2-smb {{(pid=85413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:42:24.856822 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3d6a81-8b41-4aed-a92d-8a2a3570e7e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:42:24.857514 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-2c3d6a81-8b41-4aed-a92d-8a2a3570e7e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16483510'] for subnet, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:24.879600 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-2c3d6a81-8b41-4aed-a92d-8a2a3570e7e8 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7234344 Apr 15 20:42:24.879808 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 38422) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:42:24.885237 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [None req-c1d0bf83-9da3-4cd0-8f6c-6751c5991044 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-455048742-router', 'tenant_id': 'c75339fe25214ba19cd2965d8a07a826', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4'}}} {{(pid=85411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:42:24.890060 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-c1d0bf83-9da3-4cd0-8f6c-6751c5991044 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:42:24.894258 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-c1d0bf83-9da3-4cd0-8f6c-6751c5991044 admin admin] Usage tracker for resource:router and tenant:c75339fe25214ba19cd2965d8a07a826 is out of sync, need to count used quota {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:42:24.897843 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-c1d0bf83-9da3-4cd0-8f6c-6751c5991044 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:42:24.904076 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-c1d0bf83-9da3-4cd0-8f6c-6751c5991044 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:42:24.913471 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c1d0bf83-9da3-4cd0-8f6c-6751c5991044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16371177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854772654'] for router, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:24.914546 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c1d0bf83-9da3-4cd0-8f6c-6751c5991044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838404812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838401942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036838395408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3161'] for router, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:24.929289 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c1d0bf83-9da3-4cd0-8f6c-6751c5991044 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:25.088481 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd4e50b-b82b-42e1-8f9e-198749344562 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28a7f39b-2ac9-5a6b-b489-919d75496104-774063f8-e12a-496d-8eb4-bc5d985211ca', 'network_id': '774063f8-e12a-496d-8eb4-bc5d985211ca', 'tenant_id': 'c75339fe25214ba19cd2965d8a07a826', 'fixed_ips': [{'subnet_id': 'ad1d2cd2-6d9f-4bb5-a753-496ec0b439aa'}]}} from dv-cinder-786386-2-smb. {{(pid=85413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 20:42:25.089492 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-bcd4e50b-b82b-42e1-8f9e-198749344562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_create {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:25.216374 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c1d0bf83-9da3-4cd0-8f6c-6751c5991044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838401957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16371162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3176'] for router, precommit_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:25.253785 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.db_base_plugin_common [None req-bcd4e50b-b82b-42e1-8f9e-198749344562 None None] Allocated IP 172.20.0.2 (774063f8-e12a-496d-8eb4-bc5d985211ca/ad1d2cd2-6d9f-4bb5-a753-496ec0b439aa/d95f7af4-df0e-405f-87ac-64ac4d0a9845) {{(pid=85413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:42:25.475221 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-bcd4e50b-b82b-42e1-8f9e-198749344562 None None] Notify callbacks [] for port, precommit_create {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:25.488074 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-bcd4e50b-b82b-42e1-8f9e-198749344562 None None] Transition to ACTIVE for port object d95f7af4-df0e-405f-87ac-64ac4d0a9845 will not be triggered until provisioned by entity L2. {{(pid=85413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:42:25.507698 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-bcd4e50b-b82b-42e1-8f9e-198749344562 None None] Transition to ACTIVE for port object d95f7af4-df0e-405f-87ac-64ac4d0a9845 will not be triggered until provisioned by entity DHCP. {{(pid=85413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:42:25.512287 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-bcd4e50b-b82b-42e1-8f9e-198749344562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245250087898'] for port, after_create {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:25.528023 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:42:25.550665 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c1d0bf83-9da3-4cd0-8f6c-6751c5991044 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:25.582667 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c1d0bf83-9da3-4cd0-8f6c-6751c5991044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:25.660613 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd4e50b-b82b-42e1-8f9e-198749344562 None None] Pushing event updated for resources: {'Port': ['ID=d95f7af4-df0e-405f-87ac-64ac4d0a9845,revision_number=1']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:42:25.666170 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-bcd4e50b-b82b-42e1-8f9e-198749344562 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:42:25.718564 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd4e50b-b82b-42e1-8f9e-198749344562 None None] Network 774063f8-e12a-496d-8eb4-bc5d985211ca is already hosted by enough agents. {{(pid=85413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:42:25.719725 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.base_scheduler [None req-bcd4e50b-b82b-42e1-8f9e-198749344562 None None] Resources bound (agent type, host, resource id): {{(pid=85413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:42:25.722425 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd4e50b-b82b-42e1-8f9e-198749344562 None None] Received port after_create {{(pid=85413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:42:25.731461 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.db_base_plugin_common [None req-c1d0bf83-9da3-4cd0-8f6c-6751c5991044 admin admin] Allocated IP 172.28.3.172 (7c4aca2a-d888-4e9f-991a-bf8b268161b4/4dc7f199-63f9-40c2-a905-3297e9bf7ee9/61da5dd1-576c-42c3-b87a-d2c8c1adb42f) {{(pid=85411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:42:25.814996 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-bcd4e50b-b82b-42e1-8f9e-198749344562 None None] Attempting to bind port d95f7af4-df0e-405f-87ac-64ac4d0a9845 on host dv-cinder-786386-2-smb for vnic_type normal with profile {{(pid=85413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:42:25.815623 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-bcd4e50b-b82b-42e1-8f9e-198749344562 None None] Attempting to bind port d95f7af4-df0e-405f-87ac-64ac4d0a9845 by drivers openvswitch,hyperv on host dv-cinder-786386-2-smb at level 0 using segments [{'id': '9591b0ff-fe62-4e46-99fd-8f16b10fc089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '774063f8-e12a-496d-8eb4-bc5d985211ca'}] {{(pid=85413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:42:25.815805 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd4e50b-b82b-42e1-8f9e-198749344562 None None] Attempting to bind port d95f7af4-df0e-405f-87ac-64ac4d0a9845 on network 774063f8-e12a-496d-8eb4-bc5d985211ca {{(pid=85413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:42:25.821764 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd4e50b-b82b-42e1-8f9e-198749344562 None None] Checking agent: {'id': '30333bf1-a829-46d5-a227-fdc76695a1e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 23, 48), 'started_at': datetime.datetime(2021, 4, 15, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:42:25.822221 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd4e50b-b82b-42e1-8f9e-198749344562 None None] Checking segment: {'id': '9591b0ff-fe62-4e46-99fd-8f16b10fc089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '774063f8-e12a-496d-8eb4-bc5d985211ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:42:25.822701 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-bcd4e50b-b82b-42e1-8f9e-198749344562 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:25.823139 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd4e50b-b82b-42e1-8f9e-198749344562 None None] Bound using segment: {'id': '9591b0ff-fe62-4e46-99fd-8f16b10fc089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '774063f8-e12a-496d-8eb4-bc5d985211ca'} {{(pid=85413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:42:25.823686 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-bcd4e50b-b82b-42e1-8f9e-198749344562 None None] Bound port: d95f7af4-df0e-405f-87ac-64ac4d0a9845, host: dv-cinder-786386-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9591b0ff-fe62-4e46-99fd-8f16b10fc089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '774063f8-e12a-496d-8eb4-bc5d985211ca'}}] {{(pid=85413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:42:25.824112 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-bcd4e50b-b82b-42e1-8f9e-198749344562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:25.887693 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c1d0bf83-9da3-4cd0-8f6c-6751c5991044 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:25.917781 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c1d0bf83-9da3-4cd0-8f6c-6751c5991044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245250087898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852399476'] for port, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:25.920768 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-bcd4e50b-b82b-42e1-8f9e-198749344562 None None] For port d95f7af4-df0e-405f-87ac-64ac4d0a9845, host dv-cinder-786386-2-smb, cleared binding levels {{(pid=85413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:42:25.924213 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-bcd4e50b-b82b-42e1-8f9e-198749344562 None None] For port d95f7af4-df0e-405f-87ac-64ac4d0a9845, host dv-cinder-786386-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-2-smb',level=0,port_id=d95f7af4-df0e-405f-87ac-64ac4d0a9845,segment=NetworkSegment(9591b0ff-fe62-4e46-99fd-8f16b10fc089),segment_id=9591b0ff-fe62-4e46-99fd-8f16b10fc089)] {{(pid=85413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:42:25.927956 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-bcd4e50b-b82b-42e1-8f9e-198749344562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:25.930958 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-5e0ac4c4-9d1f-4297-bc4c-d960669aec87 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:42:25.941032 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:42:26.037388 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.agents_db [None req-12650cd8-a504-4c0d-a4a2-248dab766c22 None None] Agent healthcheck: found 6 active agents {{(pid=85414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:42:26.067419 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d0bf83-9da3-4cd0-8f6c-6751c5991044 admin admin] Pushing event updated for resources: {'Port': ['ID=61da5dd1-576c-42c3-b87a-d2c8c1adb42f,revision_number=1']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:42:26.072508 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-c1d0bf83-9da3-4cd0-8f6c-6751c5991044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:42:26.131588 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d0bf83-9da3-4cd0-8f6c-6751c5991044 admin admin] Network 7c4aca2a-d888-4e9f-991a-bf8b268161b4 is already hosted by enough agents. {{(pid=85411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:42:26.133031 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.base_scheduler [None req-c1d0bf83-9da3-4cd0-8f6c-6751c5991044 admin admin] Resources bound (agent type, host, resource id): {{(pid=85411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:42:26.135566 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d0bf83-9da3-4cd0-8f6c-6751c5991044 admin admin] Received port after_create {{(pid=85411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:42:26.265346 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd4e50b-b82b-42e1-8f9e-198749344562 None None] Pushing event updated for resources: {'Port': ['ID=d95f7af4-df0e-405f-87ac-64ac4d0a9845,revision_number=2']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:42:26.270838 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-bcd4e50b-b82b-42e1-8f9e-198749344562 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:42:26.828492 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c1d0bf83-9da3-4cd0-8f6c-6751c5991044 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:27.193341 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c1d0bf83-9da3-4cd0-8f6c-6751c5991044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036838404654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16373820'] for router, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:27.338496 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device d95f7af4-df0e-405f-87ac-64ac4d0a9845 up at agent ovs-agent-dv-cinder-786386-2-smb {{(pid=85413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:42:27.416151 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Provisioning for port d95f7af4-df0e-405f-87ac-64ac4d0a9845 completed by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:42:27.439920 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1d0bf83-9da3-4cd0-8f6c-6751c5991044 admin admin] Router 5fd14e80-33c3-424d-b6b7-63a7451a778e is scheduled to L3 agent f2e50876-c35d-48fb-9e24-f0907444cef9 with binding_index 1 {{(pid=85411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 20:42:27.628153 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730ebfe1-bddf-46ce-9cfe-413df6ffb2fc None None] Network 774063f8-e12a-496d-8eb4-bc5d985211ca requested from dv-cinder-786386-2-smb {{(pid=85413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:42:27.685790 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d0bf83-9da3-4cd0-8f6c-6751c5991044 admin admin] Notify agent at l3_agent.dv-cinder-786386-2-smb the message routers_updated {{(pid=85411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 20:42:27.696946 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9279a29f-8ba6-4e21-9616-b212070c06dc None None] Sync routers for ids ['5fd14e80-33c3-424d-b6b7-63a7451a778e'] in dv-cinder-786386-2-smb {{(pid=85414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 20:42:27.708341 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9279a29f-8ba6-4e21-9616-b212070c06dc None None] Routers {'5fd14e80-33c3-424d-b6b7-63a7451a778e'} bound to L3 agent in host dv-cinder-786386-2-smb {{(pid=85414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:42:27.709563 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-9279a29f-8ba6-4e21-9616-b212070c06dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T20:23:47Z,description=,heartbeat_timestamp=2021-04-15T20:42:17Z,host='dv-cinder-786386-2-smb',id=f2e50876-c35d-48fb-9e24-f0907444cef9,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:23:48Z,topic='l3_agent')) {'router_ids': ['5fd14e80-33c3-424d-b6b7-63a7451a778e'], 'active': True} {{(pid=85414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:42:27.711399 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c1d0bf83-9da3-4cd0-8f6c-6751c5991044 admin admin] Notify callbacks [] for router, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:27.715401 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-c1d0bf83-9da3-4cd0-8f6c-6751c5991044 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8320570 Apr 15 20:42:27.715647 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 38426) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:42:27.731895 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-18442480-cfe4-41cf-97fe-142be26ba5e2 None None] Provisioning for port d95f7af4-df0e-405f-87ac-64ac4d0a9845 completed by entity DHCP. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:42:27.749167 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-18442480-cfe4-41cf-97fe-142be26ba5e2 None None] Provisioning complete for port d95f7af4-df0e-405f-87ac-64ac4d0a9845 triggered by entity DHCP. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:42:27.749579 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-18442480-cfe4-41cf-97fe-142be26ba5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:27.895596 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvr_db [None req-9279a29f-8ba6-4e21-9616-b212070c06dc None None] Set router 5fd14e80-33c3-424d-b6b7-63a7451a778e gateway port host: dv-cinder-786386-2-smb {{(pid=85414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:42:27.978426 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-18442480-cfe4-41cf-97fe-142be26ba5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:28.030919 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-18442480-cfe4-41cf-97fe-142be26ba5e2 None None] For port d95f7af4-df0e-405f-87ac-64ac4d0a9845, host dv-cinder-786386-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-2-smb',level=0,port_id=d95f7af4-df0e-405f-87ac-64ac4d0a9845,segment=NetworkSegment(9591b0ff-fe62-4e46-99fd-8f16b10fc089),segment_id=9591b0ff-fe62-4e46-99fd-8f16b10fc089)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:42:28.034205 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-18442480-cfe4-41cf-97fe-142be26ba5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:28.036191 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-bcd4e50b-b82b-42e1-8f9e-198749344562 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:42:28.115322 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18442480-cfe4-41cf-97fe-142be26ba5e2 None None] Pushing event updated for resources: {'Port': ['ID=d95f7af4-df0e-405f-87ac-64ac4d0a9845,revision_number=3']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:42:28.128032 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-18442480-cfe4-41cf-97fe-142be26ba5e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:42:28.211218 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-9279a29f-8ba6-4e21-9616-b212070c06dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fd14e80-33c3-424d-b6b7-63a7451a778e', 'name': 'tempest-AttachVolumeTestJSON-455048742-router', 'tenant_id': 'c75339fe25214ba19cd2965d8a07a826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.172'}], 'enable_snat': True}, 'gw_port_id': '61da5dd1-576c-42c3-b87a-d2c8c1adb42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:42:24Z', 'updated_at': '2021-04-15T20:42:26Z', 'revision_number': 3, 'project_id': 'c75339fe25214ba19cd2965d8a07a826', 'gw_port': {'id': '61da5dd1-576c-42c3-b87a-d2c8c1adb42f', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:33:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fd14e80-33c3-424d-b6b7-63a7451a778e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:42:25Z', 'updated_at': '2021-04-15T20:42:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb'}], 'dv-cinder-786386-2-smb', False) {} {{(pid=85414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:42:28.215275 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9279a29f-8ba6-4e21-9616-b212070c06dc None None] Checking router: 5fd14e80-33c3-424d-b6b7-63a7451a778e for host: dv-cinder-786386-2-smb {{(pid=85414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 20:42:28.215682 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9279a29f-8ba6-4e21-9616-b212070c06dc None None] Updating router 5fd14e80-33c3-424d-b6b7-63a7451a778e port 61da5dd1-576c-42c3-b87a-d2c8c1adb42f binding host dv-cinder-786386-2-smb {{(pid=85414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 20:42:28.266465 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-db0696d2-8814-46cf-afca-6eacb565cf10 None None] Provisioning complete for port d95f7af4-df0e-405f-87ac-64ac4d0a9845 triggered by entity DHCP. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:42:28.267156 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-db0696d2-8814-46cf-afca-6eacb565cf10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:28.272569 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9279a29f-8ba6-4e21-9616-b212070c06dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:28.453873 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-118e0366-bee9-44fc-9016-c6a22481a387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:28.618227 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9279a29f-8ba6-4e21-9616-b212070c06dc None None] Notify callbacks [] for port, precommit_update {{(pid=85414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:28.630291 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-9279a29f-8ba6-4e21-9616-b212070c06dc None None] Transition to ACTIVE for port object 61da5dd1-576c-42c3-b87a-d2c8c1adb42f will not be triggered until provisioned by entity L2. {{(pid=85414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:42:28.636339 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9279a29f-8ba6-4e21-9616-b212070c06dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:28.652011 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-7278cdb8-7ec6-492c-ae1b-79c6b0c93c6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:42:28.670938 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.db_base_plugin_common [None req-118e0366-bee9-44fc-9016-c6a22481a387 admin admin] Allocated IP 172.20.0.1 (774063f8-e12a-496d-8eb4-bc5d985211ca/ad1d2cd2-6d9f-4bb5-a753-496ec0b439aa/5a9e4048-9843-497c-bd9e-df90d1a6e2bc) {{(pid=85411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:42:28.785439 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c73abde-be25-4ee2-a1b1-a3264b914493 None None] Pushing event updated for resources: {'Port': ['ID=61da5dd1-576c-42c3-b87a-d2c8c1adb42f,revision_number=2']} {{(pid=85414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:42:28.806983 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c73abde-be25-4ee2-a1b1-a3264b914493 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:42:28.807316 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c73abde-be25-4ee2-a1b1-a3264b914493 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:42:28.807713 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c73abde-be25-4ee2-a1b1-a3264b914493 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:42:28.808075 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c73abde-be25-4ee2-a1b1-a3264b914493 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:42:28.808434 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c73abde-be25-4ee2-a1b1-a3264b914493 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:42:28.808795 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c73abde-be25-4ee2-a1b1-a3264b914493 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:42:28.809149 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c73abde-be25-4ee2-a1b1-a3264b914493 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:42:28.809503 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c73abde-be25-4ee2-a1b1-a3264b914493 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:42:28.809852 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c73abde-be25-4ee2-a1b1-a3264b914493 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:42:28.810188 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c73abde-be25-4ee2-a1b1-a3264b914493 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:42:28.810640 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c73abde-be25-4ee2-a1b1-a3264b914493 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:42:28.810994 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c73abde-be25-4ee2-a1b1-a3264b914493 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:42:28.814916 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-7c73abde-be25-4ee2-a1b1-a3264b914493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:42:28.828606 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-118e0366-bee9-44fc-9016-c6a22481a387 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:28.845154 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-118e0366-bee9-44fc-9016-c6a22481a387 admin admin] Transition to ACTIVE for port object 5a9e4048-9843-497c-bd9e-df90d1a6e2bc will not be triggered until provisioned by entity DHCP. {{(pid=85411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:42:28.864574 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-9279a29f-8ba6-4e21-9616-b212070c06dc None None] Attempting to bind port 61da5dd1-576c-42c3-b87a-d2c8c1adb42f on host dv-cinder-786386-2-smb for vnic_type normal with profile {{(pid=85414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:42:28.864975 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-9279a29f-8ba6-4e21-9616-b212070c06dc None None] Attempting to bind port 61da5dd1-576c-42c3-b87a-d2c8c1adb42f by drivers openvswitch,hyperv on host dv-cinder-786386-2-smb at level 0 using segments [{'id': 'a2d970bc-47e1-42ab-bd62-edbddac3ac5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4'}] {{(pid=85414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:42:28.865374 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9279a29f-8ba6-4e21-9616-b212070c06dc None None] Attempting to bind port 61da5dd1-576c-42c3-b87a-d2c8c1adb42f on network 7c4aca2a-d888-4e9f-991a-bf8b268161b4 {{(pid=85414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:42:28.870021 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-118e0366-bee9-44fc-9016-c6a22481a387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245250087898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852399476'] for port, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:28.871428 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9279a29f-8ba6-4e21-9616-b212070c06dc None None] Checking agent: {'id': '30333bf1-a829-46d5-a227-fdc76695a1e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 23, 48), 'started_at': datetime.datetime(2021, 4, 15, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:42:28.871840 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9279a29f-8ba6-4e21-9616-b212070c06dc None None] Checking segment: {'id': 'a2d970bc-47e1-42ab-bd62-edbddac3ac5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:42:28.872282 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9279a29f-8ba6-4e21-9616-b212070c06dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:28.872708 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9279a29f-8ba6-4e21-9616-b212070c06dc None None] Bound using segment: {'id': 'a2d970bc-47e1-42ab-bd62-edbddac3ac5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4'} {{(pid=85414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:42:28.873276 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-9279a29f-8ba6-4e21-9616-b212070c06dc None None] Bound port: 61da5dd1-576c-42c3-b87a-d2c8c1adb42f, host: dv-cinder-786386-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d970bc-47e1-42ab-bd62-edbddac3ac5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4'}}] {{(pid=85414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:42:28.873700 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9279a29f-8ba6-4e21-9616-b212070c06dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:28.883248 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:42:28.950122 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-9279a29f-8ba6-4e21-9616-b212070c06dc None None] For port 61da5dd1-576c-42c3-b87a-d2c8c1adb42f, host dv-cinder-786386-2-smb, cleared binding levels {{(pid=85414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:42:28.953294 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-9279a29f-8ba6-4e21-9616-b212070c06dc None None] For port 61da5dd1-576c-42c3-b87a-d2c8c1adb42f, host dv-cinder-786386-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-2-smb',level=0,port_id=61da5dd1-576c-42c3-b87a-d2c8c1adb42f,segment=NetworkSegment(a2d970bc-47e1-42ab-bd62-edbddac3ac5a),segment_id=a2d970bc-47e1-42ab-bd62-edbddac3ac5a)] {{(pid=85414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:42:28.957142 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9279a29f-8ba6-4e21-9616-b212070c06dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85414) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:28.970669 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:42:29.015846 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118e0366-bee9-44fc-9016-c6a22481a387 admin admin] Pushing event updated for resources: {'Port': ['ID=5a9e4048-9843-497c-bd9e-df90d1a6e2bc,revision_number=1']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:42:29.022943 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-118e0366-bee9-44fc-9016-c6a22481a387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:42:29.077265 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118e0366-bee9-44fc-9016-c6a22481a387 admin admin] Network 774063f8-e12a-496d-8eb4-bc5d985211ca is already hosted by enough agents. {{(pid=85411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:42:29.078598 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.base_scheduler [None req-118e0366-bee9-44fc-9016-c6a22481a387 admin admin] Resources bound (agent type, host, resource id): {{(pid=85411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:42:29.081081 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118e0366-bee9-44fc-9016-c6a22481a387 admin admin] Received port after_create {{(pid=85411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:42:29.121365 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c73abde-be25-4ee2-a1b1-a3264b914493 None None] Pushing event updated for resources: {'Port': ['ID=61da5dd1-576c-42c3-b87a-d2c8c1adb42f,revision_number=3']} {{(pid=85414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:42:29.124802 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-7c73abde-be25-4ee2-a1b1-a3264b914493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85414) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:42:29.138008 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-118e0366-bee9-44fc-9016-c6a22481a387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036838406535'] for router_interface, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:29.185088 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9279a29f-8ba6-4e21-9616-b212070c06dc None None] Routers {'5fd14e80-33c3-424d-b6b7-63a7451a778e'} bound to L3 agent in host dv-cinder-786386-2-smb {{(pid=85414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:42:29.185818 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-9279a29f-8ba6-4e21-9616-b212070c06dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T20:23:47Z,description=,heartbeat_timestamp=2021-04-15T20:42:17Z,host='dv-cinder-786386-2-smb',id=f2e50876-c35d-48fb-9e24-f0907444cef9,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:23:48Z,topic='l3_agent')) {'router_ids': ['5fd14e80-33c3-424d-b6b7-63a7451a778e'], 'active': True} {{(pid=85414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:42:29.264002 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-118e0366-bee9-44fc-9016-c6a22481a387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:29.329147 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device d95f7af4-df0e-405f-87ac-64ac4d0a9845 up at agent ovs-agent-dv-cinder-786386-2-smb {{(pid=85413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:42:29.380112 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvr_db [None req-9279a29f-8ba6-4e21-9616-b212070c06dc None None] Set router 5fd14e80-33c3-424d-b6b7-63a7451a778e gateway port host: dv-cinder-786386-2-smb {{(pid=85414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:42:29.398707 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-4afff627-861e-47f6-b51a-c894dfcda187 None None] Provisioning for port 5a9e4048-9843-497c-bd9e-df90d1a6e2bc completed by entity DHCP. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:42:29.408841 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-4afff627-861e-47f6-b51a-c894dfcda187 None None] Provisioning complete for port 5a9e4048-9843-497c-bd9e-df90d1a6e2bc triggered by entity DHCP. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:42:29.409398 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4afff627-861e-47f6-b51a-c894dfcda187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:29.480611 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-4afff627-861e-47f6-b51a-c894dfcda187 None None] Port 5a9e4048-9843-497c-bd9e-df90d1a6e2bc cannot update to ACTIVE because it is not bound. {{(pid=85413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 20:42:29.483060 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Provisioning complete for port d95f7af4-df0e-405f-87ac-64ac4d0a9845 triggered by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:42:29.483483 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:29.511881 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-118e0366-bee9-44fc-9016-c6a22481a387 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:29.515600 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-118e0366-bee9-44fc-9016-c6a22481a387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2376340'] for port, after_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:29.544793 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-e92f416f-4de0-44d1-9b07-528d5e636e61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:42:29.628325 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-118e0366-bee9-44fc-9016-c6a22481a387 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16483476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16369182'] for router_interface, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:29.647834 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118e0366-bee9-44fc-9016-c6a22481a387 admin admin] Pushing event updated for resources: {'Port': ['ID=5a9e4048-9843-497c-bd9e-df90d1a6e2bc,revision_number=2']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:42:29.654342 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-118e0366-bee9-44fc-9016-c6a22481a387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:42:29.902664 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-9279a29f-8ba6-4e21-9616-b212070c06dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fd14e80-33c3-424d-b6b7-63a7451a778e', 'name': 'tempest-AttachVolumeTestJSON-455048742-router', 'tenant_id': 'c75339fe25214ba19cd2965d8a07a826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.172'}], 'enable_snat': True}, 'gw_port_id': '61da5dd1-576c-42c3-b87a-d2c8c1adb42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:42:24Z', 'updated_at': '2021-04-15T20:42:29Z', 'revision_number': 4, 'project_id': 'c75339fe25214ba19cd2965d8a07a826', 'gw_port': {'id': '61da5dd1-576c-42c3-b87a-d2c8c1adb42f', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:33:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fd14e80-33c3-424d-b6b7-63a7451a778e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:42:25Z', 'updated_at': '2021-04-15T20:42:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb', '_interfaces': [{'id': '5a9e4048-9843-497c-bd9e-df90d1a6e2bc', 'name': '', 'network_id': '774063f8-e12a-496d-8eb4-bc5d985211ca', 'tenant_id': 'c75339fe25214ba19cd2965d8a07a826', 'mac_address': 'fa:16:3e:43:65:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fd14e80-33c3-424d-b6b7-63a7451a778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'ad1d2cd2-6d9f-4bb5-a753-496ec0b439aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:42:28Z', 'updated_at': '2021-04-15T20:42:28Z', 'revision_number': 1, 'project_id': 'c75339fe25214ba19cd2965d8a07a826', 'subnets': [{'id': 'ad1d2cd2-6d9f-4bb5-a753-496ec0b439aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-2-smb', False) {} {{(pid=85414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:42:29.907436 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9279a29f-8ba6-4e21-9616-b212070c06dc None None] The sync data for ids ['5fd14e80-33c3-424d-b6b7-63a7451a778e'] in dv-cinder-786386-2-smb is: [{'id': '5fd14e80-33c3-424d-b6b7-63a7451a778e', 'name': 'tempest-AttachVolumeTestJSON-455048742-router', 'tenant_id': 'c75339fe25214ba19cd2965d8a07a826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.172'}], 'enable_snat': True}, 'gw_port_id': '61da5dd1-576c-42c3-b87a-d2c8c1adb42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:42:24Z', 'updated_at': '2021-04-15T20:42:29Z', 'revision_number': 4, 'project_id': 'c75339fe25214ba19cd2965d8a07a826', 'gw_port': {'id': '61da5dd1-576c-42c3-b87a-d2c8c1adb42f', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:33:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fd14e80-33c3-424d-b6b7-63a7451a778e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:42:25Z', 'updated_at': '2021-04-15T20:42:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb', '_interfaces': [{'id': '5a9e4048-9843-497c-bd9e-df90d1a6e2bc', 'name': '', 'network_id': '774063f8-e12a-496d-8eb4-bc5d985211ca', 'tenant_id': 'c75339fe25214ba19cd2965d8a07a826', 'mac_address': 'fa:16:3e:43:65:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fd14e80-33c3-424d-b6b7-63a7451a778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'ad1d2cd2-6d9f-4bb5-a753-496ec0b439aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:42:28Z', 'updated_at': '2021-04-15T20:42:28Z', 'revision_number': 1, 'project_id': 'c75339fe25214ba19cd2965d8a07a826', 'subnets': [{'id': 'ad1d2cd2-6d9f-4bb5-a753-496ec0b439aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 20:42:30.031743 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118e0366-bee9-44fc-9016-c6a22481a387 admin admin] Network 774063f8-e12a-496d-8eb4-bc5d985211ca is already hosted by enough agents. {{(pid=85411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:42:30.032891 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.base_scheduler [None req-118e0366-bee9-44fc-9016-c6a22481a387 admin admin] Resources bound (agent type, host, resource id): {{(pid=85411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:42:30.205756 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-5aa98741-82de-471d-8fc0-ebe1d8375066 None None] Provisioning complete for port 5a9e4048-9843-497c-bd9e-df90d1a6e2bc triggered by entity DHCP. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:42:30.206307 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-5aa98741-82de-471d-8fc0-ebe1d8375066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:30.235168 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-118e0366-bee9-44fc-9016-c6a22481a387 admin admin] Router 5fd14e80-33c3-424d-b6b7-63a7451a778e has already been hosted by L3 agent f2e50876-c35d-48fb-9e24-f0907444cef9 {{(pid=85411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 20:42:30.282627 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-5aa98741-82de-471d-8fc0-ebe1d8375066 None None] Port 5a9e4048-9843-497c-bd9e-df90d1a6e2bc cannot update to ACTIVE because it is not bound. {{(pid=85413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 20:42:30.440959 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-118e0366-bee9-44fc-9016-c6a22481a387 admin admin] Notify agent at l3_agent.dv-cinder-786386-2-smb the message routers_updated {{(pid=85411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 20:42:30.450751 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-118e0366-bee9-44fc-9016-c6a22481a387 admin admin] 10.222.0.69 "PUT /v2.0/routers/5fd14e80-33c3-424d-b6b7-63a7451a778e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7339983 Apr 15 20:42:30.944977 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 38436) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:42:30.952245 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [None req-f4708528-903a-43f8-83b8-993430004576 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1521553165', 'description': 'tempest-description--1804124014'}} {{(pid=85411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:42:30.959646 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-f4708528-903a-43f8-83b8-993430004576 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:42:30.963975 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-f4708528-903a-43f8-83b8-993430004576 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Usage tracker for resource:security_group and tenant:c75339fe25214ba19cd2965d8a07a826 is out of sync, need to count used quota {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:42:30.967291 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-f4708528-903a-43f8-83b8-993430004576 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:42:30.973531 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-f4708528-903a-43f8-83b8-993430004576 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:42:30.984524 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f4708528-903a-43f8-83b8-993430004576 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks [] for security_group, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:31.007203 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-f4708528-903a-43f8-83b8-993430004576 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:42:31.011412 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-f4708528-903a-43f8-83b8-993430004576 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Usage tracker for resource:security_group_rule and tenant:c75339fe25214ba19cd2965d8a07a826 is out of sync, need to count used quota {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:42:31.014977 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-f4708528-903a-43f8-83b8-993430004576 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:42:31.024295 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-f4708528-903a-43f8-83b8-993430004576 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:42:31.099879 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f4708528-903a-43f8-83b8-993430004576 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks [] for security_group, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:31.103579 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f4708528-903a-43f8-83b8-993430004576 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:31.109032 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-5366031e-2ad0-4eb8-a42f-5dadcd56abc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:42:31.148877 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f4708528-903a-43f8-83b8-993430004576 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks [] for security_group, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:31.150193 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-f4708528-903a-43f8-83b8-993430004576 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2040215 Apr 15 20:42:31.151187 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4708528-903a-43f8-83b8-993430004576 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad2fe77-daf3-4dae-80a8-8f499b32cd88,revision_number=1']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:42:31.153525 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 38440) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:42:31.154410 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f4708528-903a-43f8-83b8-993430004576 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:42:31.159740 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [None req-14996f7a-ce50-40e4-bc37-4266ccbc3ab7 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Request body: {'security_group_rule': {'security_group_id': '6ad2fe77-daf3-4dae-80a8-8f499b32cd88', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:42:31.167619 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-14996f7a-ce50-40e4-bc37-4266ccbc3ab7 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:42:31.172109 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-14996f7a-ce50-40e4-bc37-4266ccbc3ab7 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Usage tracker for resource:security_group_rule and tenant:c75339fe25214ba19cd2965d8a07a826 is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:42:31.175501 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-14996f7a-ce50-40e4-bc37-4266ccbc3ab7 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:42:31.181986 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-14996f7a-ce50-40e4-bc37-4266ccbc3ab7 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:42:31.200797 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-14996f7a-ce50-40e4-bc37-4266ccbc3ab7 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:31.271308 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-14996f7a-ce50-40e4-bc37-4266ccbc3ab7 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:31.276305 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-14996f7a-ce50-40e4-bc37-4266ccbc3ab7 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279719'] for security_group_rule, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:31.278527 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:42:31.304074 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14996f7a-ce50-40e4-bc37-4266ccbc3ab7 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99d9ce4a-107f-4b86-bafd-d9959bfb6867,revision_number=0']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:42:31.309299 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-14996f7a-ce50-40e4-bc37-4266ccbc3ab7 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:42:31.313502 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-14996f7a-ce50-40e4-bc37-4266ccbc3ab7 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:31.317773 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 38444) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:42:31.317914 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-14996f7a-ce50-40e4-bc37-4266ccbc3ab7 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1629670 Apr 15 20:42:31.324677 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [None req-da300d51-2ede-4a23-8b04-eda72bb004cb tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Request body: {'security_group_rule': {'security_group_id': '6ad2fe77-daf3-4dae-80a8-8f499b32cd88', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:42:31.335321 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-da300d51-2ede-4a23-8b04-eda72bb004cb tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:42:31.339359 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-da300d51-2ede-4a23-8b04-eda72bb004cb tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Usage tracker for resource:security_group_rule and tenant:c75339fe25214ba19cd2965d8a07a826 is out of sync, need to count used quota {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:42:31.342796 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-da300d51-2ede-4a23-8b04-eda72bb004cb tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:42:31.344660 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device 61da5dd1-576c-42c3-b87a-d2c8c1adb42f up at agent ovs-agent-dv-cinder-786386-2-smb {{(pid=85413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:42:31.349179 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-da300d51-2ede-4a23-8b04-eda72bb004cb tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:42:31.368041 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-da300d51-2ede-4a23-8b04-eda72bb004cb tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:31.416052 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Provisioning for port 61da5dd1-576c-42c3-b87a-d2c8c1adb42f completed by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:42:31.421004 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Provisioning complete for port 61da5dd1-576c-42c3-b87a-d2c8c1adb42f triggered by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:42:31.421417 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:31.436218 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-da300d51-2ede-4a23-8b04-eda72bb004cb tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:31.439569 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-da300d51-2ede-4a23-8b04-eda72bb004cb tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279719'] for security_group_rule, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:31.441758 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:42:31.466796 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da300d51-2ede-4a23-8b04-eda72bb004cb tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36b90a23-cc28-40f9-88ec-ad49e0a66929,revision_number=0']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:42:31.469342 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-da300d51-2ede-4a23-8b04-eda72bb004cb tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:42:31.476599 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-da300d51-2ede-4a23-8b04-eda72bb004cb tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:31.477856 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-da300d51-2ede-4a23-8b04-eda72bb004cb tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1587374 Apr 15 20:42:31.481403 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 38448) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:42:31.487255 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [None req-47c40756-b1c4-4f88-a41e-12ba0096861c tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Request body: {'floatingip': {'floating_network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4'}} {{(pid=85411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:42:31.493841 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-47c40756-b1c4-4f88-a41e-12ba0096861c tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:42:31.498035 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-47c40756-b1c4-4f88-a41e-12ba0096861c tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Usage tracker for resource:floatingip and tenant:c75339fe25214ba19cd2965d8a07a826 is out of sync, need to count used quota {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:42:31.501044 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-47c40756-b1c4-4f88-a41e-12ba0096861c tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:42:31.507058 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-47c40756-b1c4-4f88-a41e-12ba0096861c tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:42:31.517033 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-47c40756-b1c4-4f88-a41e-12ba0096861c tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks [] for floatingip, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:31.552329 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:31.569211 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] For port 61da5dd1-576c-42c3-b87a-d2c8c1adb42f, host dv-cinder-786386-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-2-smb',level=0,port_id=61da5dd1-576c-42c3-b87a-d2c8c1adb42f,segment=NetworkSegment(a2d970bc-47e1-42ab-bd62-edbddac3ac5a),segment_id=a2d970bc-47e1-42ab-bd62-edbddac3ac5a)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:42:31.572634 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:31.574738 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:42:31.646163 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Pushing event updated for resources: {'Port': ['ID=61da5dd1-576c-42c3-b87a-d2c8c1adb42f,revision_number=4']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:42:31.649645 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:42:31.661405 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-47c40756-b1c4-4f88-a41e-12ba0096861c tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:31.807959 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.db_base_plugin_common [None req-47c40756-b1c4-4f88-a41e-12ba0096861c tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Allocated IP 172.28.3.181 (7c4aca2a-d888-4e9f-991a-bf8b268161b4/4dc7f199-63f9-40c2-a905-3297e9bf7ee9/5cedb3eb-885c-499d-aec1-2651b0c46297) {{(pid=85411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:42:31.972462 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-47c40756-b1c4-4f88-a41e-12ba0096861c tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks [] for port, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:32.011074 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-47c40756-b1c4-4f88-a41e-12ba0096861c tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245250087898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852399476'] for port, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:32.024363 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-587bda25-855a-45d4-ac68-aa1ceb78ba22 tempest-ServerRescueNegativeTestJSON-829195216 tempest-ServerRescueNegativeTestJSON-829195216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:42:32.157741 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c40756-b1c4-4f88-a41e-12ba0096861c tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Pushing event updated for resources: {'Port': ['ID=5cedb3eb-885c-499d-aec1-2651b0c46297,revision_number=1']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:42:32.160719 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-47c40756-b1c4-4f88-a41e-12ba0096861c tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:42:32.227597 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c40756-b1c4-4f88-a41e-12ba0096861c tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Network 7c4aca2a-d888-4e9f-991a-bf8b268161b4 is already hosted by enough agents. {{(pid=85411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:42:32.228810 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.base_scheduler [None req-47c40756-b1c4-4f88-a41e-12ba0096861c tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Resources bound (agent type, host, resource id): {{(pid=85411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:42:32.231525 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c40756-b1c4-4f88-a41e-12ba0096861c tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Received port after_create {{(pid=85411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:42:32.361351 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-47c40756-b1c4-4f88-a41e-12ba0096861c tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:32.428607 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-47c40756-b1c4-4f88-a41e-12ba0096861c tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:32.651350 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-47c40756-b1c4-4f88-a41e-12ba0096861c tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks [] for port, precommit_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:32.655758 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-47c40756-b1c4-4f88-a41e-12ba0096861c tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2376340'] for port, after_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:32.669151 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-118e0366-bee9-44fc-9016-c6a22481a387 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:42:32.801769 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c40756-b1c4-4f88-a41e-12ba0096861c tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Pushing event updated for resources: {'Port': ['ID=5cedb3eb-885c-499d-aec1-2651b0c46297,revision_number=2']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:42:32.806609 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-47c40756-b1c4-4f88-a41e-12ba0096861c tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:42:32.909996 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-47c40756-b1c4-4f88-a41e-12ba0096861c tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838401823'] for floatingip, after_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:32.933124 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-47c40756-b1c4-4f88-a41e-12ba0096861c tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-906'] for floatingip, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:32.943317 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-47c40756-b1c4-4f88-a41e-12ba0096861c tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4520152 Apr 15 20:42:33.032506 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205865af-8993-4b44-a0fd-782badd7efe3 None None] Sync routers for ids ['5fd14e80-33c3-424d-b6b7-63a7451a778e'] in dv-cinder-786386-2-smb {{(pid=85413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 20:42:33.047278 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205865af-8993-4b44-a0fd-782badd7efe3 None None] Routers {'5fd14e80-33c3-424d-b6b7-63a7451a778e'} bound to L3 agent in host dv-cinder-786386-2-smb {{(pid=85413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:42:33.047966 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-205865af-8993-4b44-a0fd-782badd7efe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T20:23:47Z,description=,heartbeat_timestamp=2021-04-15T20:42:17Z,host='dv-cinder-786386-2-smb',id=f2e50876-c35d-48fb-9e24-f0907444cef9,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:23:48Z,topic='l3_agent')) {'router_ids': ['5fd14e80-33c3-424d-b6b7-63a7451a778e'], 'active': True} {{(pid=85413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:42:33.124875 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-63ab91c8-a3f7-4441-8b0c-58e64984eb47 req-c8a2894a-2397-492d-894e-5cd69c5d7cb2 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Synchronizing usage tracker for tenant:c75339fe25214ba19cd2965d8a07a826 on resource:security_group {{(pid=85411) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:42:33.141730 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-63ab91c8-a3f7-4441-8b0c-58e64984eb47 req-c8a2894a-2397-492d-894e-5cd69c5d7cb2 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Unset dirty status for tenant:c75339fe25214ba19cd2965d8a07a826 on resource:security_group {{(pid=85411) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:42:33.143075 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-63ab91c8-a3f7-4441-8b0c-58e64984eb47 req-c8a2894a-2397-492d-894e-5cd69c5d7cb2 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1521553165&fields=id&tenant_id=c75339fe25214ba19cd2965d8a07a826 HTTP/1.1" status: 200 len: 267 time: 0.0625927 Apr 15 20:42:33.239350 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvr_db [None req-205865af-8993-4b44-a0fd-782badd7efe3 None None] Set router 5fd14e80-33c3-424d-b6b7-63a7451a778e gateway port host: dv-cinder-786386-2-smb {{(pid=85413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:42:33.307124 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab91c8-a3f7-4441-8b0c-58e64984eb47 req-1d9e40b8-cb77-4b6f-894a-8d0eae284b65 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:42:33.307815 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-63ab91c8-a3f7-4441-8b0c-58e64984eb47 req-1d9e40b8-cb77-4b6f-894a-8d0eae284b65 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Synchronizing usage tracker for tenant:c75339fe25214ba19cd2965d8a07a826 on resource:network {{(pid=85411) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:42:33.319052 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device 61da5dd1-576c-42c3-b87a-d2c8c1adb42f up at agent ovs-agent-dv-cinder-786386-2-smb {{(pid=85413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:42:33.325325 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-63ab91c8-a3f7-4441-8b0c-58e64984eb47 req-1d9e40b8-cb77-4b6f-894a-8d0eae284b65 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Unset dirty status for tenant:c75339fe25214ba19cd2965d8a07a826 on resource:network {{(pid=85411) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:42:33.326972 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-63ab91c8-a3f7-4441-8b0c-58e64984eb47 req-1d9e40b8-cb77-4b6f-894a-8d0eae284b65 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/networks?id=774063f8-e12a-496d-8eb4-bc5d985211ca HTTP/1.1" status: 200 len: 810 time: 0.1760049 Apr 15 20:42:33.349224 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-63ab91c8-a3f7-4441-8b0c-58e64984eb47 req-09192c58-3de6-4760-bed4-f038341e7b6b tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/quotas/c75339fe25214ba19cd2965d8a07a826 HTTP/1.1" status: 200 len: 375 time: 0.0104156 Apr 15 20:42:33.442467 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-63ab91c8-a3f7-4441-8b0c-58e64984eb47 req-a856045d-15c4-42fa-bb40-b5fee128b1ee tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Synchronizing usage tracker for tenant:c75339fe25214ba19cd2965d8a07a826 on resource:port {{(pid=85411) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:42:33.460782 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-63ab91c8-a3f7-4441-8b0c-58e64984eb47 req-a856045d-15c4-42fa-bb40-b5fee128b1ee tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Unset dirty status for tenant:c75339fe25214ba19cd2965d8a07a826 on resource:port {{(pid=85411) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:42:33.462899 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-63ab91c8-a3f7-4441-8b0c-58e64984eb47 req-a856045d-15c4-42fa-bb40-b5fee128b1ee tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=c75339fe25214ba19cd2965d8a07a826&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1069543 Apr 15 20:42:33.527952 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [req-63ab91c8-a3f7-4441-8b0c-58e64984eb47 req-b930fda4-c0d0-47de-89bd-f90e88db20be service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=85411) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 20:42:33.529203 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-63ab91c8-a3f7-4441-8b0c-58e64984eb47 req-b930fda4-c0d0-47de-89bd-f90e88db20be service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0541122 Apr 15 20:42:33.597744 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Provisioning complete for port 61da5dd1-576c-42c3-b87a-d2c8c1adb42f triggered by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:42:33.598159 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:33.676047 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-63ab91c8-a3f7-4441-8b0c-58e64984eb47 req-6eb5fb1c-0d50-49a4-8283-ad81bb9edc4c service neutron] 10.222.0.69 "GET /v2.0/networks/774063f8-e12a-496d-8eb4-bc5d985211ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395519 Apr 15 20:42:33.744218 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-205865af-8993-4b44-a0fd-782badd7efe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fd14e80-33c3-424d-b6b7-63a7451a778e', 'name': 'tempest-AttachVolumeTestJSON-455048742-router', 'tenant_id': 'c75339fe25214ba19cd2965d8a07a826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.172'}], 'enable_snat': True}, 'gw_port_id': '61da5dd1-576c-42c3-b87a-d2c8c1adb42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:42:24Z', 'updated_at': '2021-04-15T20:42:29Z', 'revision_number': 4, 'project_id': 'c75339fe25214ba19cd2965d8a07a826', 'gw_port': {'id': '61da5dd1-576c-42c3-b87a-d2c8c1adb42f', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:33:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd14e80-33c3-424d-b6b7-63a7451a778e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:42:25Z', 'updated_at': '2021-04-15T20:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb', '_interfaces': [{'id': '5a9e4048-9843-497c-bd9e-df90d1a6e2bc', 'name': '', 'network_id': '774063f8-e12a-496d-8eb4-bc5d985211ca', 'tenant_id': 'c75339fe25214ba19cd2965d8a07a826', 'mac_address': 'fa:16:3e:43:65:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fd14e80-33c3-424d-b6b7-63a7451a778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'ad1d2cd2-6d9f-4bb5-a753-496ec0b439aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:42:28Z', 'updated_at': '2021-04-15T20:42:29Z', 'revision_number': 2, 'project_id': 'c75339fe25214ba19cd2965d8a07a826', 'subnets': [{'id': 'ad1d2cd2-6d9f-4bb5-a753-496ec0b439aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-2-smb', False) {} {{(pid=85413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:42:33.752853 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205865af-8993-4b44-a0fd-782badd7efe3 None None] Checking router: 5fd14e80-33c3-424d-b6b7-63a7451a778e for host: dv-cinder-786386-2-smb {{(pid=85413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 20:42:33.753257 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205865af-8993-4b44-a0fd-782badd7efe3 None None] Updating router 5fd14e80-33c3-424d-b6b7-63a7451a778e port 5a9e4048-9843-497c-bd9e-df90d1a6e2bc binding host dv-cinder-786386-2-smb {{(pid=85413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 20:42:33.810823 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-205865af-8993-4b44-a0fd-782badd7efe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:33.820443 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-63ab91c8-a3f7-4441-8b0c-58e64984eb47 req-63ba25dc-6150-47a9-9009-17ad838a947b service neutron] 10.222.0.69 "GET /v2.0/networks/774063f8-e12a-496d-8eb4-bc5d985211ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376894 Apr 15 20:42:34.091553 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-fcc2bd5f-607c-40c0-aa30-6e7e0ec41771 req-577dcb8a-6b22-4649-8baa-a6fdf8ce17f5 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b1dc04e-7008-45ad-8217-b3f873df91a4 HTTP/1.1" status: 200 len: 210 time: 0.1118264 Apr 15 20:42:34.189937 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-205865af-8993-4b44-a0fd-782badd7efe3 None None] Notify callbacks [] for port, precommit_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:34.203655 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-205865af-8993-4b44-a0fd-782badd7efe3 None None] Transition to ACTIVE for port object 5a9e4048-9843-497c-bd9e-df90d1a6e2bc will not be triggered until provisioned by entity L2. {{(pid=85413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:42:34.209657 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-205865af-8993-4b44-a0fd-782badd7efe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:34.225109 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:42:34.532555 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e3a79-e440-4525-b79d-0c34fcf89c94 None None] Pushing event updated for resources: {'Port': ['ID=5a9e4048-9843-497c-bd9e-df90d1a6e2bc,revision_number=3']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:42:34.537541 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-ff6e3a79-e440-4525-b79d-0c34fcf89c94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:42:34.739456 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-205865af-8993-4b44-a0fd-782badd7efe3 None None] Attempting to bind port 5a9e4048-9843-497c-bd9e-df90d1a6e2bc on host dv-cinder-786386-2-smb for vnic_type normal with profile {{(pid=85413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:42:34.739869 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-205865af-8993-4b44-a0fd-782badd7efe3 None None] Attempting to bind port 5a9e4048-9843-497c-bd9e-df90d1a6e2bc by drivers openvswitch,hyperv on host dv-cinder-786386-2-smb at level 0 using segments [{'id': '9591b0ff-fe62-4e46-99fd-8f16b10fc089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '774063f8-e12a-496d-8eb4-bc5d985211ca'}] {{(pid=85413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:42:34.740272 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205865af-8993-4b44-a0fd-782badd7efe3 None None] Attempting to bind port 5a9e4048-9843-497c-bd9e-df90d1a6e2bc on network 774063f8-e12a-496d-8eb4-bc5d985211ca {{(pid=85413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:42:34.746058 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205865af-8993-4b44-a0fd-782badd7efe3 None None] Checking agent: {'id': '30333bf1-a829-46d5-a227-fdc76695a1e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 23, 48), 'started_at': datetime.datetime(2021, 4, 15, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:42:34.746492 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205865af-8993-4b44-a0fd-782badd7efe3 None None] Checking segment: {'id': '9591b0ff-fe62-4e46-99fd-8f16b10fc089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '774063f8-e12a-496d-8eb4-bc5d985211ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:42:34.746940 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-205865af-8993-4b44-a0fd-782badd7efe3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:34.747378 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205865af-8993-4b44-a0fd-782badd7efe3 None None] Bound using segment: {'id': '9591b0ff-fe62-4e46-99fd-8f16b10fc089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '774063f8-e12a-496d-8eb4-bc5d985211ca'} {{(pid=85413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:42:34.747937 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-205865af-8993-4b44-a0fd-782badd7efe3 None None] Bound port: 5a9e4048-9843-497c-bd9e-df90d1a6e2bc, host: dv-cinder-786386-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9591b0ff-fe62-4e46-99fd-8f16b10fc089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '774063f8-e12a-496d-8eb4-bc5d985211ca'}}] {{(pid=85413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:42:34.748349 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-205865af-8993-4b44-a0fd-782badd7efe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:34.846876 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-205865af-8993-4b44-a0fd-782badd7efe3 None None] For port 5a9e4048-9843-497c-bd9e-df90d1a6e2bc, host dv-cinder-786386-2-smb, cleared binding levels {{(pid=85413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:42:34.852824 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-205865af-8993-4b44-a0fd-782badd7efe3 None None] For port 5a9e4048-9843-497c-bd9e-df90d1a6e2bc, host dv-cinder-786386-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-2-smb',level=0,port_id=5a9e4048-9843-497c-bd9e-df90d1a6e2bc,segment=NetworkSegment(9591b0ff-fe62-4e46-99fd-8f16b10fc089),segment_id=9591b0ff-fe62-4e46-99fd-8f16b10fc089)] {{(pid=85413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:42:34.857992 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-205865af-8993-4b44-a0fd-782badd7efe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:34.870976 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:42:35.024427 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e3a79-e440-4525-b79d-0c34fcf89c94 None None] Pushing event updated for resources: {'Port': ['ID=5a9e4048-9843-497c-bd9e-df90d1a6e2bc,revision_number=4']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:42:35.031395 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-ff6e3a79-e440-4525-b79d-0c34fcf89c94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:42:35.080067 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205865af-8993-4b44-a0fd-782badd7efe3 None None] Routers {'5fd14e80-33c3-424d-b6b7-63a7451a778e'} bound to L3 agent in host dv-cinder-786386-2-smb {{(pid=85413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:42:35.082387 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-205865af-8993-4b44-a0fd-782badd7efe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T20:23:47Z,description=,heartbeat_timestamp=2021-04-15T20:42:17Z,host='dv-cinder-786386-2-smb',id=f2e50876-c35d-48fb-9e24-f0907444cef9,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:23:48Z,topic='l3_agent')) {'router_ids': ['5fd14e80-33c3-424d-b6b7-63a7451a778e'], 'active': True} {{(pid=85413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:42:35.193586 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab91c8-a3f7-4441-8b0c-58e64984eb47 req-0aaa8637-d555-4844-bc93-309eb65e8fd3 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:42:35.195527 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-63ab91c8-a3f7-4441-8b0c-58e64984eb47 req-0aaa8637-d555-4844-bc93-309eb65e8fd3 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.76 "GET /v2.0/networks?id=774063f8-e12a-496d-8eb4-bc5d985211ca HTTP/1.1" status: 200 len: 810 time: 0.1938794 Apr 15 20:42:35.310653 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-801fc6fb-f3d6-4018-8b6c-c09eeca889fb req-64862350-35a8-4f33-882a-a90bdb95d2bd tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b1dc04e-7008-45ad-8217-b3f873df91a4 HTTP/1.1" status: 200 len: 210 time: 0.0715632 Apr 15 20:42:35.312056 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvr_db [None req-205865af-8993-4b44-a0fd-782badd7efe3 None None] Set router 5fd14e80-33c3-424d-b6b7-63a7451a778e gateway port host: dv-cinder-786386-2-smb {{(pid=85413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:42:35.351589 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-63ab91c8-a3f7-4441-8b0c-58e64984eb47 req-758af6ba-3986-4cc2-8b7d-7b9614b7851c tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c75339fe25214ba19cd2965d8a07a826 HTTP/1.1" status: 200 len: 5709 time: 0.1466544 Apr 15 20:42:35.364404 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [req-63ab91c8-a3f7-4441-8b0c-58e64984eb47 req-d7943d8f-33d6-448f-a5d2-20458b526fa0 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Request body: {'port': {'device_id': '1b1dc04e-7008-45ad-8217-b3f873df91a4', 'network_id': '774063f8-e12a-496d-8eb4-bc5d985211ca', 'admin_state_up': True, 'tenant_id': 'c75339fe25214ba19cd2965d8a07a826', 'security_groups': ['6ad2fe77-daf3-4dae-80a8-8f499b32cd88']}} {{(pid=85411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:42:35.470571 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device 5a9e4048-9843-497c-bd9e-df90d1a6e2bc up at agent ovs-agent-dv-cinder-786386-2-smb {{(pid=85413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:42:35.513890 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [req-63ab91c8-a3f7-4441-8b0c-58e64984eb47 req-d7943d8f-33d6-448f-a5d2-20458b526fa0 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:42:35.524518 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [req-63ab91c8-a3f7-4441-8b0c-58e64984eb47 req-d7943d8f-33d6-448f-a5d2-20458b526fa0 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:42:35.534973 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63ab91c8-a3f7-4441-8b0c-58e64984eb47 req-d7943d8f-33d6-448f-a5d2-20458b526fa0 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Made reservation on behalf of c75339fe25214ba19cd2965d8a07a826 for: {'port': 1} {{(pid=85411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:42:35.541072 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-63ab91c8-a3f7-4441-8b0c-58e64984eb47 req-d7943d8f-33d6-448f-a5d2-20458b526fa0 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:35.660493 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Provisioning for port 5a9e4048-9843-497c-bd9e-df90d1a6e2bc completed by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:42:35.693504 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Provisioning complete for port 5a9e4048-9843-497c-bd9e-df90d1a6e2bc triggered by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:42:35.693923 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:35.716271 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.db_base_plugin_common [req-63ab91c8-a3f7-4441-8b0c-58e64984eb47 req-d7943d8f-33d6-448f-a5d2-20458b526fa0 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Allocated IP 172.20.0.9 (774063f8-e12a-496d-8eb4-bc5d985211ca/ad1d2cd2-6d9f-4bb5-a753-496ec0b439aa/684df899-1871-4dd2-930b-373bb8b00547) {{(pid=85411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:42:35.844371 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-205865af-8993-4b44-a0fd-782badd7efe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fd14e80-33c3-424d-b6b7-63a7451a778e', 'name': 'tempest-AttachVolumeTestJSON-455048742-router', 'tenant_id': 'c75339fe25214ba19cd2965d8a07a826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.172'}], 'enable_snat': True}, 'gw_port_id': '61da5dd1-576c-42c3-b87a-d2c8c1adb42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:42:24Z', 'updated_at': '2021-04-15T20:42:29Z', 'revision_number': 4, 'project_id': 'c75339fe25214ba19cd2965d8a07a826', 'gw_port': {'id': '61da5dd1-576c-42c3-b87a-d2c8c1adb42f', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:33:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd14e80-33c3-424d-b6b7-63a7451a778e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:42:25Z', 'updated_at': '2021-04-15T20:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb', '_interfaces': [{'id': '5a9e4048-9843-497c-bd9e-df90d1a6e2bc', 'name': '', 'network_id': '774063f8-e12a-496d-8eb4-bc5d985211ca', 'tenant_id': 'c75339fe25214ba19cd2965d8a07a826', 'mac_address': 'fa:16:3e:43:65:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fd14e80-33c3-424d-b6b7-63a7451a778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'ad1d2cd2-6d9f-4bb5-a753-496ec0b439aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:42:28Z', 'updated_at': '2021-04-15T20:42:34Z', 'revision_number': 4, 'project_id': 'c75339fe25214ba19cd2965d8a07a826', 'subnets': [{'id': 'ad1d2cd2-6d9f-4bb5-a753-496ec0b439aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-2-smb', False) {} {{(pid=85413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:42:35.852468 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:35.862419 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205865af-8993-4b44-a0fd-782badd7efe3 None None] The sync data for ids ['5fd14e80-33c3-424d-b6b7-63a7451a778e'] in dv-cinder-786386-2-smb is: [{'id': '5fd14e80-33c3-424d-b6b7-63a7451a778e', 'name': 'tempest-AttachVolumeTestJSON-455048742-router', 'tenant_id': 'c75339fe25214ba19cd2965d8a07a826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.172'}], 'enable_snat': True}, 'gw_port_id': '61da5dd1-576c-42c3-b87a-d2c8c1adb42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:42:24Z', 'updated_at': '2021-04-15T20:42:29Z', 'revision_number': 4, 'project_id': 'c75339fe25214ba19cd2965d8a07a826', 'gw_port': {'id': '61da5dd1-576c-42c3-b87a-d2c8c1adb42f', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:33:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd14e80-33c3-424d-b6b7-63a7451a778e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:42:25Z', 'updated_at': '2021-04-15T20:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb', '_interfaces': [{'id': '5a9e4048-9843-497c-bd9e-df90d1a6e2bc', 'name': '', 'network_id': '774063f8-e12a-496d-8eb4-bc5d985211ca', 'tenant_id': 'c75339fe25214ba19cd2965d8a07a826', 'mac_address': 'fa:16:3e:43:65:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fd14e80-33c3-424d-b6b7-63a7451a778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'ad1d2cd2-6d9f-4bb5-a753-496ec0b439aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:42:28Z', 'updated_at': '2021-04-15T20:42:34Z', 'revision_number': 4, 'project_id': 'c75339fe25214ba19cd2965d8a07a826', 'subnets': [{'id': 'ad1d2cd2-6d9f-4bb5-a753-496ec0b439aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 20:42:35.891229 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] For port 5a9e4048-9843-497c-bd9e-df90d1a6e2bc, host dv-cinder-786386-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-2-smb',level=0,port_id=5a9e4048-9843-497c-bd9e-df90d1a6e2bc,segment=NetworkSegment(9591b0ff-fe62-4e46-99fd-8f16b10fc089),segment_id=9591b0ff-fe62-4e46-99fd-8f16b10fc089)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:42:35.895901 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:35.898248 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-ff6e3a79-e440-4525-b79d-0c34fcf89c94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:42:35.977965 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Pushing event updated for resources: {'Port': ['ID=5a9e4048-9843-497c-bd9e-df90d1a6e2bc,revision_number=5']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:42:35.981814 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:42:36.158356 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-63ab91c8-a3f7-4441-8b0c-58e64984eb47 req-d7943d8f-33d6-448f-a5d2-20458b526fa0 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks [] for port, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:36.175410 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [req-63ab91c8-a3f7-4441-8b0c-58e64984eb47 req-d7943d8f-33d6-448f-a5d2-20458b526fa0 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Transition to ACTIVE for port object 684df899-1871-4dd2-930b-373bb8b00547 will not be triggered until provisioned by entity DHCP. {{(pid=85411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:42:36.199783 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-63ab91c8-a3f7-4441-8b0c-58e64984eb47 req-d7943d8f-33d6-448f-a5d2-20458b526fa0 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245250087898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852399476'] for port, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:36.215396 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-118e0366-bee9-44fc-9016-c6a22481a387 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:42:36.360606 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7943d8f-33d6-448f-a5d2-20458b526fa0 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Pushing event updated for resources: {'Port': ['ID=684df899-1871-4dd2-930b-373bb8b00547,revision_number=1']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:42:36.383712 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7943d8f-33d6-448f-a5d2-20458b526fa0 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:42:36.384136 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7943d8f-33d6-448f-a5d2-20458b526fa0 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:42:36.384550 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7943d8f-33d6-448f-a5d2-20458b526fa0 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:42:36.384954 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7943d8f-33d6-448f-a5d2-20458b526fa0 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:42:36.385351 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7943d8f-33d6-448f-a5d2-20458b526fa0 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:42:36.385750 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7943d8f-33d6-448f-a5d2-20458b526fa0 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:42:36.386148 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7943d8f-33d6-448f-a5d2-20458b526fa0 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:42:36.386571 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7943d8f-33d6-448f-a5d2-20458b526fa0 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:42:36.386973 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7943d8f-33d6-448f-a5d2-20458b526fa0 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:42:36.387371 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7943d8f-33d6-448f-a5d2-20458b526fa0 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:42:36.387762 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7943d8f-33d6-448f-a5d2-20458b526fa0 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:42:36.388155 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7943d8f-33d6-448f-a5d2-20458b526fa0 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:42:36.393287 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-d7943d8f-33d6-448f-a5d2-20458b526fa0 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:42:36.428368 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63ab91c8-a3f7-4441-8b0c-58e64984eb47 req-d7943d8f-33d6-448f-a5d2-20458b526fa0 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Network 774063f8-e12a-496d-8eb4-bc5d985211ca is already hosted by enough agents. {{(pid=85411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:42:36.429562 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.base_scheduler [req-63ab91c8-a3f7-4441-8b0c-58e64984eb47 req-d7943d8f-33d6-448f-a5d2-20458b526fa0 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Resources bound (agent type, host, resource id): {{(pid=85411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:42:36.431897 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [req-63ab91c8-a3f7-4441-8b0c-58e64984eb47 req-d7943d8f-33d6-448f-a5d2-20458b526fa0 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Received port after_create {{(pid=85411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:42:36.554348 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab91c8-a3f7-4441-8b0c-58e64984eb47 req-d7943d8f-33d6-448f-a5d2-20458b526fa0 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:42:36.555103 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-63ab91c8-a3f7-4441-8b0c-58e64984eb47 req-d7943d8f-33d6-448f-a5d2-20458b526fa0 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-906'] for port, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:36.599303 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-63ab91c8-a3f7-4441-8b0c-58e64984eb47 req-d7943d8f-33d6-448f-a5d2-20458b526fa0 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2409525 Apr 15 20:42:36.608125 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402537bd-3443-42fd-8d80-7dcc7cf32623 req-ff6bd650-375e-4a47-86b1-84a5fdee8456 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:42:36.608887 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-402537bd-3443-42fd-8d80-7dcc7cf32623 req-ff6bd650-375e-4a47-86b1-84a5fdee8456 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Synchronizing usage tracker for tenant:c75339fe25214ba19cd2965d8a07a826 on resource:port {{(pid=85411) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:42:36.616985 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [req-63ab91c8-a3f7-4441-8b0c-58e64984eb47 req-8b3f1610-dcc5-48ff-a161-9a234456f88f tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=85411) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 20:42:36.617994 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-63ab91c8-a3f7-4441-8b0c-58e64984eb47 req-8b3f1610-dcc5-48ff-a161-9a234456f88f tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062652 Apr 15 20:42:36.632308 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [req-63ab91c8-a3f7-4441-8b0c-58e64984eb47 req-e73f43a2-cfb8-4343-b6cf-4e6e6125489c service neutron] Request body: {'port': {'device_id': '1b1dc04e-7008-45ad-8217-b3f873df91a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:42:36.634507 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-4e0d3d12-2589-4daf-93ed-46e20c9936c7 None None] Provisioning for port 684df899-1871-4dd2-930b-373bb8b00547 completed by entity DHCP. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:42:36.640237 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-4e0d3d12-2589-4daf-93ed-46e20c9936c7 None None] Provisioning complete for port 684df899-1871-4dd2-930b-373bb8b00547 triggered by entity DHCP. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:42:36.640655 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4e0d3d12-2589-4daf-93ed-46e20c9936c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:36.664574 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-402537bd-3443-42fd-8d80-7dcc7cf32623 req-ff6bd650-375e-4a47-86b1-84a5fdee8456 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Unset dirty status for tenant:c75339fe25214ba19cd2965d8a07a826 on resource:port {{(pid=85411) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:42:36.665769 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-402537bd-3443-42fd-8d80-7dcc7cf32623 req-ff6bd650-375e-4a47-86b1-84a5fdee8456 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b1dc04e-7008-45ad-8217-b3f873df91a4 HTTP/1.1" status: 200 len: 931 time: 0.2060525 Apr 15 20:42:36.697996 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-4e0d3d12-2589-4daf-93ed-46e20c9936c7 None None] Port 684df899-1871-4dd2-930b-373bb8b00547 cannot update to ACTIVE because it is not bound. {{(pid=85413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 20:42:36.774251 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-402537bd-3443-42fd-8d80-7dcc7cf32623 req-66bfcf22-ffe1-456e-9b1c-33f609f9f31a tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/security-groups?id=6ad2fe77-daf3-4dae-80a8-8f499b32cd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999057 Apr 15 20:42:36.795576 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-63ab91c8-a3f7-4441-8b0c-58e64984eb47 req-e73f43a2-cfb8-4343-b6cf-4e6e6125489c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:37.160066 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [req-63ab91c8-a3f7-4441-8b0c-58e64984eb47 req-e73f43a2-cfb8-4343-b6cf-4e6e6125489c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 684df899-1871-4dd2-930b-373bb8b00547 {{(pid=85411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:42:37.167967 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-63ab91c8-a3f7-4441-8b0c-58e64984eb47 req-e73f43a2-cfb8-4343-b6cf-4e6e6125489c service neutron] Notify callbacks [] for port, precommit_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:37.184110 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [req-63ab91c8-a3f7-4441-8b0c-58e64984eb47 req-e73f43a2-cfb8-4343-b6cf-4e6e6125489c service neutron] Transition to ACTIVE for port object 684df899-1871-4dd2-930b-373bb8b00547 will not be triggered until provisioned by entity L2. {{(pid=85411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:42:37.187701 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-63ab91c8-a3f7-4441-8b0c-58e64984eb47 req-e73f43a2-cfb8-4343-b6cf-4e6e6125489c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2376340'] for port, after_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:37.200987 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-08fe2d7d-1b5b-4d32-ab45-fd7ca3997720 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:42:37.319491 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device 5a9e4048-9843-497c-bd9e-df90d1a6e2bc up at agent ovs-agent-dv-cinder-786386-2-smb {{(pid=85413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:42:37.334807 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73f43a2-cfb8-4343-b6cf-4e6e6125489c service neutron] Pushing event updated for resources: {'Port': ['ID=684df899-1871-4dd2-930b-373bb8b00547,revision_number=2']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:42:37.339600 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-e73f43a2-cfb8-4343-b6cf-4e6e6125489c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:42:37.394709 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Provisioning complete for port 5a9e4048-9843-497c-bd9e-df90d1a6e2bc triggered by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:42:37.395128 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:37.569273 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [req-63ab91c8-a3f7-4441-8b0c-58e64984eb47 req-e73f43a2-cfb8-4343-b6cf-4e6e6125489c service neutron] Attempting to bind port 684df899-1871-4dd2-930b-373bb8b00547 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:42:37.569802 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [req-63ab91c8-a3f7-4441-8b0c-58e64984eb47 req-e73f43a2-cfb8-4343-b6cf-4e6e6125489c service neutron] Attempting to bind port 684df899-1871-4dd2-930b-373bb8b00547 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '9591b0ff-fe62-4e46-99fd-8f16b10fc089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '774063f8-e12a-496d-8eb4-bc5d985211ca'}] {{(pid=85411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:42:37.569977 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ab91c8-a3f7-4441-8b0c-58e64984eb47 req-e73f43a2-cfb8-4343-b6cf-4e6e6125489c service neutron] Attempting to bind port 684df899-1871-4dd2-930b-373bb8b00547 on network 774063f8-e12a-496d-8eb4-bc5d985211ca {{(pid=85411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:42:37.574977 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ab91c8-a3f7-4441-8b0c-58e64984eb47 req-e73f43a2-cfb8-4343-b6cf-4e6e6125489c service neutron] Port 684df899-1871-4dd2-930b-373bb8b00547 on network 774063f8-e12a-496d-8eb4-bc5d985211ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 20:42:37.575345 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ab91c8-a3f7-4441-8b0c-58e64984eb47 req-e73f43a2-cfb8-4343-b6cf-4e6e6125489c service neutron] Attempting to bind port 684df899-1871-4dd2-930b-373bb8b00547 on network 774063f8-e12a-496d-8eb4-bc5d985211ca {{(pid=85411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:42:37.580728 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ab91c8-a3f7-4441-8b0c-58e64984eb47 req-e73f43a2-cfb8-4343-b6cf-4e6e6125489c service neutron] Checking agent: {'id': '70e73898-5ca9-4370-a761-abbf44013111', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 30, 18), 'started_at': datetime.datetime(2021, 4, 15, 20, 30, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:42:37.581111 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ab91c8-a3f7-4441-8b0c-58e64984eb47 req-e73f43a2-cfb8-4343-b6cf-4e6e6125489c service neutron] Checking segment: {'id': '9591b0ff-fe62-4e46-99fd-8f16b10fc089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '774063f8-e12a-496d-8eb4-bc5d985211ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:42:37.581522 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ab91c8-a3f7-4441-8b0c-58e64984eb47 req-e73f43a2-cfb8-4343-b6cf-4e6e6125489c service neutron] Bound using segment: {'id': '9591b0ff-fe62-4e46-99fd-8f16b10fc089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '774063f8-e12a-496d-8eb4-bc5d985211ca'} {{(pid=85411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:42:37.581988 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [req-63ab91c8-a3f7-4441-8b0c-58e64984eb47 req-e73f43a2-cfb8-4343-b6cf-4e6e6125489c service neutron] Bound port: 684df899-1871-4dd2-930b-373bb8b00547, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9591b0ff-fe62-4e46-99fd-8f16b10fc089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '774063f8-e12a-496d-8eb4-bc5d985211ca'}}] {{(pid=85411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:42:37.582359 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-63ab91c8-a3f7-4441-8b0c-58e64984eb47 req-e73f43a2-cfb8-4343-b6cf-4e6e6125489c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:37.682675 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [req-63ab91c8-a3f7-4441-8b0c-58e64984eb47 req-e73f43a2-cfb8-4343-b6cf-4e6e6125489c service neutron] For port 684df899-1871-4dd2-930b-373bb8b00547, host hv-cinder-78638, cleared binding levels {{(pid=85411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:42:37.685741 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [req-63ab91c8-a3f7-4441-8b0c-58e64984eb47 req-e73f43a2-cfb8-4343-b6cf-4e6e6125489c service neutron] For port 684df899-1871-4dd2-930b-373bb8b00547, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=684df899-1871-4dd2-930b-373bb8b00547,segment=NetworkSegment(9591b0ff-fe62-4e46-99fd-8f16b10fc089),segment_id=9591b0ff-fe62-4e46-99fd-8f16b10fc089)] {{(pid=85411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:42:37.690665 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-63ab91c8-a3f7-4441-8b0c-58e64984eb47 req-e73f43a2-cfb8-4343-b6cf-4e6e6125489c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2376340'] for port, after_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:37.703659 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-c5801b27-8d16-4260-be7d-b4d9ad48e956 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:42:37.854140 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73f43a2-cfb8-4343-b6cf-4e6e6125489c service neutron] Pushing event updated for resources: {'Port': ['ID=684df899-1871-4dd2-930b-373bb8b00547,revision_number=3']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:42:37.857618 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-e73f43a2-cfb8-4343-b6cf-4e6e6125489c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:42:37.938318 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab91c8-a3f7-4441-8b0c-58e64984eb47 req-e73f43a2-cfb8-4343-b6cf-4e6e6125489c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:42:37.939034 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-63ab91c8-a3f7-4441-8b0c-58e64984eb47 req-e73f43a2-cfb8-4343-b6cf-4e6e6125489c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-906'] for port, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:37.940490 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-63ab91c8-a3f7-4441-8b0c-58e64984eb47 req-e73f43a2-cfb8-4343-b6cf-4e6e6125489c service neutron] 10.222.0.76 "PUT /v2.0/ports/684df899-1871-4dd2-930b-373bb8b00547 HTTP/1.1" status: 200 len: 1093 time: 1.3134093 Apr 15 20:42:37.941035 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b1dc04e-7008-45ad-8217-b3f873df91a4', 'tag': '684df899-1871-4dd2-930b-373bb8b00547'}] {{(pid=85411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:42:38.023814 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b1dc04e-7008-45ad-8217-b3f873df91a4', 'tag': '684df899-1871-4dd2-930b-373bb8b00547', 'status': 'completed', 'code': 200} Apr 15 20:42:38.049306 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c047c3-14e9-4fbf-a5d5-b7614e573b4c req-662f2aee-6352-4a04-b8f7-791742164813 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:42:38.050958 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-86c047c3-14e9-4fbf-a5d5-b7614e573b4c req-662f2aee-6352-4a04-b8f7-791742164813 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b1dc04e-7008-45ad-8217-b3f873df91a4 HTTP/1.1" status: 200 len: 943 time: 0.1626644 Apr 15 20:42:38.115969 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-86c047c3-14e9-4fbf-a5d5-b7614e573b4c req-ae3feda7-6623-4550-af5b-2391dcf14969 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/security-groups?id=6ad2fe77-daf3-4dae-80a8-8f499b32cd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569174 Apr 15 20:42:38.118977 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab91c8-a3f7-4441-8b0c-58e64984eb47 req-7b15e61a-ada9-416f-9a2d-8e8c54fd4c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:42:38.120469 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-63ab91c8-a3f7-4441-8b0c-58e64984eb47 req-7b15e61a-ada9-416f-9a2d-8e8c54fd4c63 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c75339fe25214ba19cd2965d8a07a826&device_id=1b1dc04e-7008-45ad-8217-b3f873df91a4 HTTP/1.1" status: 200 len: 1096 time: 0.1371207 Apr 15 20:42:38.197177 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-63ab91c8-a3f7-4441-8b0c-58e64984eb47 req-d07a9fc6-c3d5-401f-b9f6-c29ea8eb8246 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=684df899-1871-4dd2-930b-373bb8b00547 HTTP/1.1" status: 200 len: 217 time: 0.0682814 Apr 15 20:42:38.266416 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab91c8-a3f7-4441-8b0c-58e64984eb47 req-0e7f76d0-5b1a-42b8-8137-633d2ae86127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:42:38.267910 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-63ab91c8-a3f7-4441-8b0c-58e64984eb47 req-0e7f76d0-5b1a-42b8-8137-633d2ae86127 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ad1d2cd2-6d9f-4bb5-a753-496ec0b439aa HTTP/1.1" status: 200 len: 849 time: 0.0643153 Apr 15 20:42:38.354814 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab91c8-a3f7-4441-8b0c-58e64984eb47 req-c3d77756-a4a2-43d9-89e1-661bf95e99c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:42:38.356371 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-63ab91c8-a3f7-4441-8b0c-58e64984eb47 req-c3d77756-a4a2-43d9-89e1-661bf95e99c7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=774063f8-e12a-496d-8eb4-bc5d985211ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0804977 Apr 15 20:42:38.499810 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-63ab91c8-a3f7-4441-8b0c-58e64984eb47 req-a1782118-7681-4288-a28f-f34d220edbb0 service neutron] 10.222.0.76 "GET /v2.0/networks/774063f8-e12a-496d-8eb4-bc5d985211ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360064 Apr 15 20:42:38.641199 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-63ab91c8-a3f7-4441-8b0c-58e64984eb47 req-0f5f77ef-4716-4359-a1b5-f36ccb2cc1ab service neutron] 10.222.0.76 "GET /v2.0/networks/774063f8-e12a-496d-8eb4-bc5d985211ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343303 Apr 15 20:42:38.767933 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9a7ee5-b235-4753-a1ac-d4ff42bbab4d req-6559f011-fd7c-4102-9b25-8830c82040e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:42:38.769501 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-7a9a7ee5-b235-4753-a1ac-d4ff42bbab4d req-6559f011-fd7c-4102-9b25-8830c82040e7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c75339fe25214ba19cd2965d8a07a826&device_id=1b1dc04e-7008-45ad-8217-b3f873df91a4 HTTP/1.1" status: 200 len: 1096 time: 0.0800922 Apr 15 20:42:38.910862 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9a7ee5-b235-4753-a1ac-d4ff42bbab4d req-fe136cde-c243-439d-b11a-8a63d45448cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:42:38.912427 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-7a9a7ee5-b235-4753-a1ac-d4ff42bbab4d req-fe136cde-c243-439d-b11a-8a63d45448cf service neutron] 10.222.0.76 "GET /v2.0/networks?id=774063f8-e12a-496d-8eb4-bc5d985211ca HTTP/1.1" status: 200 len: 912 time: 0.1357009 Apr 15 20:42:38.999734 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-7a9a7ee5-b235-4753-a1ac-d4ff42bbab4d req-e827be6b-064a-44e6-9895-95ab584f55d9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=684df899-1871-4dd2-930b-373bb8b00547 HTTP/1.1" status: 200 len: 217 time: 0.0794117 Apr 15 20:42:39.075582 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9a7ee5-b235-4753-a1ac-d4ff42bbab4d req-6a4cbd43-450e-4cec-b97e-45cd9e7e9af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:42:39.077378 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-7a9a7ee5-b235-4753-a1ac-d4ff42bbab4d req-6a4cbd43-450e-4cec-b97e-45cd9e7e9af2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ad1d2cd2-6d9f-4bb5-a753-496ec0b439aa HTTP/1.1" status: 200 len: 849 time: 0.0703423 Apr 15 20:42:39.461271 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9a7ee5-b235-4753-a1ac-d4ff42bbab4d req-302020a1-e090-486d-943d-b6b40d7e2ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:42:39.462893 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-7a9a7ee5-b235-4753-a1ac-d4ff42bbab4d req-302020a1-e090-486d-943d-b6b40d7e2ea0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=774063f8-e12a-496d-8eb4-bc5d985211ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3784401 Apr 15 20:42:39.585285 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc1f37-faf6-44e1-9fc0-651e574ceb6a req-a8128225-bc5d-4c96-8c20-66bb7ef948cf tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:42:39.586871 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-e4fc1f37-faf6-44e1-9fc0-651e574ceb6a req-a8128225-bc5d-4c96-8c20-66bb7ef948cf tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b1dc04e-7008-45ad-8217-b3f873df91a4 HTTP/1.1" status: 200 len: 943 time: 0.1911149 Apr 15 20:42:39.665008 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-7a9a7ee5-b235-4753-a1ac-d4ff42bbab4d req-2a7bc867-01f5-485d-98fe-15dd2e99a3a0 service neutron] 10.222.0.76 "GET /v2.0/networks/774063f8-e12a-496d-8eb4-bc5d985211ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921067 Apr 15 20:42:39.676688 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-e4fc1f37-faf6-44e1-9fc0-651e574ceb6a req-aaa97913-7cbd-4fd9-b735-df053168826c tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/security-groups?id=6ad2fe77-daf3-4dae-80a8-8f499b32cd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675738 Apr 15 20:42:39.814442 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-7a9a7ee5-b235-4753-a1ac-d4ff42bbab4d req-242ed10b-b3d7-4973-9903-c4c6fc03c907 service neutron] 10.222.0.76 "GET /v2.0/networks/774063f8-e12a-496d-8eb4-bc5d985211ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412015 Apr 15 20:42:40.899960 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9eb601-f031-4ea8-bf1e-4f83667e4ec4 req-c74fef04-bafa-4754-a90f-029a6b23fa3b tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:42:40.901622 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ba9eb601-f031-4ea8-bf1e-4f83667e4ec4 req-c74fef04-bafa-4754-a90f-029a6b23fa3b tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b1dc04e-7008-45ad-8217-b3f873df91a4 HTTP/1.1" status: 200 len: 943 time: 0.0971556 Apr 15 20:42:40.953284 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ba9eb601-f031-4ea8-bf1e-4f83667e4ec4 req-e313fe2a-678f-404c-a387-c51572f185a6 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/security-groups?id=6ad2fe77-daf3-4dae-80a8-8f499b32cd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417371 Apr 15 20:42:41.613561 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device 684df899-1871-4dd2-930b-373bb8b00547 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 20:42:41.770320 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] For port 684df899-1871-4dd2-930b-373bb8b00547, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=684df899-1871-4dd2-930b-373bb8b00547,segment=NetworkSegment(9591b0ff-fe62-4e46-99fd-8f16b10fc089),segment_id=9591b0ff-fe62-4e46-99fd-8f16b10fc089)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:42:41.784420 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Returning: {'device': '684df899-1871-4dd2-930b-373bb8b00547', 'network_id': '774063f8-e12a-496d-8eb4-bc5d985211ca', 'port_id': '684df899-1871-4dd2-930b-373bb8b00547', 'mac_address': 'fa:16:3e:a3:f1:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad1d2cd2-6d9f-4bb5-a753-496ec0b439aa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 20:42:41.844922 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:41.862855 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 684df899-1871-4dd2-930b-373bb8b00547 {{(pid=85413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:42:41.879725 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] For port 684df899-1871-4dd2-930b-373bb8b00547, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=684df899-1871-4dd2-930b-373bb8b00547,segment=NetworkSegment(9591b0ff-fe62-4e46-99fd-8f16b10fc089),segment_id=9591b0ff-fe62-4e46-99fd-8f16b10fc089)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:42:41.884745 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:41.887292 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:42:41.962829 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Pushing event updated for resources: {'Port': ['ID=684df899-1871-4dd2-930b-373bb8b00547,revision_number=4']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:42:41.966065 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:42:42.161650 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc071e9c-3d02-4439-ab96-5b1a1c6ced60 req-06e69708-0d83-404b-a478-e33f7ff3b2ef tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:42:42.163167 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-fc071e9c-3d02-4439-ab96-5b1a1c6ced60 req-06e69708-0d83-404b-a478-e33f7ff3b2ef tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b1dc04e-7008-45ad-8217-b3f873df91a4 HTTP/1.1" status: 200 len: 944 time: 0.0936737 Apr 15 20:42:42.217116 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-fc071e9c-3d02-4439-ab96-5b1a1c6ced60 req-174181c6-9247-4e2b-8ec4-3d098511a09b tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/security-groups?id=6ad2fe77-daf3-4dae-80a8-8f499b32cd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449703 Apr 15 20:42:42.220849 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] get_ports_and_sgs() called for port_ids ['684df899-1871-4dd2-930b-373bb8b00547'] {{(pid=85413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:42:43.433532 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d6d35-b5f2-411d-9ca4-777bc6d3d9d9 req-d3d08070-7486-4d92-a918-72c53bf78aa9 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:42:43.435247 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d21d6d35-b5f2-411d-9ca4-777bc6d3d9d9 req-d3d08070-7486-4d92-a918-72c53bf78aa9 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b1dc04e-7008-45ad-8217-b3f873df91a4 HTTP/1.1" status: 200 len: 944 time: 0.0919535 Apr 15 20:42:43.482816 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d21d6d35-b5f2-411d-9ca4-777bc6d3d9d9 req-0f0e82ac-cdbb-4fe8-99f4-7b1009cac30b tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/security-groups?id=6ad2fe77-daf3-4dae-80a8-8f499b32cd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411189 Apr 15 20:42:43.624989 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device 684df899-1871-4dd2-930b-373bb8b00547 up at agent hyperv_hv-cinder-78638 {{(pid=85413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:42:43.709747 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Provisioning for port 684df899-1871-4dd2-930b-373bb8b00547 completed by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:42:43.715089 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Provisioning complete for port 684df899-1871-4dd2-930b-373bb8b00547 triggered by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:42:43.715519 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:43.853421 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:43.881209 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b1dc04e-7008-45ad-8217-b3f873df91a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '684df899-1871-4dd2-930b-373bb8b00547'}] {{(pid=85413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:42:43.891674 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] For port 684df899-1871-4dd2-930b-373bb8b00547, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=684df899-1871-4dd2-930b-373bb8b00547,segment=NetworkSegment(9591b0ff-fe62-4e46-99fd-8f16b10fc089),segment_id=9591b0ff-fe62-4e46-99fd-8f16b10fc089)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:42:43.896576 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:43.898677 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:42:43.936362 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b1dc04e-7008-45ad-8217-b3f873df91a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '684df899-1871-4dd2-930b-373bb8b00547', 'code': 200} Apr 15 20:42:43.972434 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Pushing event updated for resources: {'Port': ['ID=684df899-1871-4dd2-930b-373bb8b00547,revision_number=5']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:42:43.976001 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:42:44.196961 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5247bba0-29ea-4212-8dbe-5159e211971a req-e5741100-ecb6-4e57-827c-a6fb57b788c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:42:44.198598 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-5247bba0-29ea-4212-8dbe-5159e211971a req-e5741100-ecb6-4e57-827c-a6fb57b788c2 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1b1dc04e-7008-45ad-8217-b3f873df91a4 HTTP/1.1" status: 200 len: 1098 time: 0.0862947 Apr 15 20:42:44.246113 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-5247bba0-29ea-4212-8dbe-5159e211971a req-3bb0ff2e-0d3a-453b-8266-e7efc4582b89 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=6ad2fe77-daf3-4dae-80a8-8f499b32cd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405796 Apr 15 20:42:44.694154 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36b0456-f36a-4ad5-9630-f206037c8488 req-f46147a0-8566-4e77-8a4b-7420b255db99 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:42:44.695775 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d36b0456-f36a-4ad5-9630-f206037c8488 req-f46147a0-8566-4e77-8a4b-7420b255db99 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b1dc04e-7008-45ad-8217-b3f873df91a4 HTTP/1.1" status: 200 len: 945 time: 0.0901108 Apr 15 20:42:44.747412 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d36b0456-f36a-4ad5-9630-f206037c8488 req-6c84aa74-e0d9-470e-bd89-5df524cbf262 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/security-groups?id=6ad2fe77-daf3-4dae-80a8-8f499b32cd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421526 Apr 15 20:42:45.085831 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-62af1407-cba0-45ea-b0ef-a8182c0fc90d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:45.985282 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa993196-b2b2-4c81-ab04-43d9ce222c7f req-56fe5064-89b0-4c4d-8c15-e170e88e763a tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:42:45.986912 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-aa993196-b2b2-4c81-ab04-43d9ce222c7f req-56fe5064-89b0-4c4d-8c15-e170e88e763a tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b1dc04e-7008-45ad-8217-b3f873df91a4 HTTP/1.1" status: 200 len: 945 time: 0.1021237 Apr 15 20:42:46.037935 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-aa993196-b2b2-4c81-ab04-43d9ce222c7f req-de8b33c8-dcca-4d1b-b97b-12cad9acb5fa tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/security-groups?id=6ad2fe77-daf3-4dae-80a8-8f499b32cd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415883 Apr 15 20:42:46.237359 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b9706a-eb57-4c75-8b69-63308c8437e7 req-aadfc428-a667-4501-9b02-7510b4c8251d tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:42:46.238995 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-a7b9706a-eb57-4c75-8b69-63308c8437e7 req-aadfc428-a667-4501-9b02-7510b4c8251d tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b1dc04e-7008-45ad-8217-b3f873df91a4 HTTP/1.1" status: 200 len: 945 time: 0.0890219 Apr 15 20:42:46.248822 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 38506) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:42:46.254408 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [None req-253d2e10-e2b3-4de4-896e-5f0d83672ca5 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Request body: {'floatingip': {'port_id': '684df899-1871-4dd2-930b-373bb8b00547'}} {{(pid=85411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:42:46.337431 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-253d2e10-e2b3-4de4-896e-5f0d83672ca5 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks [] for floatingip, before_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:46.985602 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-253d2e10-e2b3-4de4-896e-5f0d83672ca5 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:46.989391 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-253d2e10-e2b3-4de4-896e-5f0d83672ca5 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838401823'] for floatingip, after_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:47.179698 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.db.l3_db [None req-253d2e10-e2b3-4de4-896e-5f0d83672ca5 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Floating IP af327e5c-a9e8-4121-aeb6-8cb330d9eeb1 associated. External IP: 172.28.3.181, port: 684df899-1871-4dd2-930b-373bb8b00547. Apr 15 20:42:47.515198 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-d195086c-3df9-4745-9cc0-4d2e0f592ea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:47.554923 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-253d2e10-e2b3-4de4-896e-5f0d83672ca5 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Router 5fd14e80-33c3-424d-b6b7-63a7451a778e has already been hosted by L3 agent f2e50876-c35d-48fb-9e24-f0907444cef9 {{(pid=85411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 20:42:47.747814 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-253d2e10-e2b3-4de4-896e-5f0d83672ca5 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify agent at l3_agent.dv-cinder-786386-2-smb the message routers_updated {{(pid=85411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 20:42:47.752315 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-253d2e10-e2b3-4de4-896e-5f0d83672ca5 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-906'] for floatingip, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:47.753741 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:47.758603 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84623f4-9b26-48f4-b92a-09f25f589ed4 None None] Sync routers for ids ['5fd14e80-33c3-424d-b6b7-63a7451a778e'] in dv-cinder-786386-2-smb {{(pid=85414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 20:42:47.769205 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84623f4-9b26-48f4-b92a-09f25f589ed4 None None] Routers {'5fd14e80-33c3-424d-b6b7-63a7451a778e'} bound to L3 agent in host dv-cinder-786386-2-smb {{(pid=85414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:42:47.769813 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-f84623f4-9b26-48f4-b92a-09f25f589ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T20:23:47Z,description=,heartbeat_timestamp=2021-04-15T20:42:47Z,host='dv-cinder-786386-2-smb',id=f2e50876-c35d-48fb-9e24-f0907444cef9,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:23:48Z,topic='l3_agent')) {'router_ids': ['5fd14e80-33c3-424d-b6b7-63a7451a778e'], 'active': True} {{(pid=85414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:42:47.810218 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-253d2e10-e2b3-4de4-896e-5f0d83672ca5 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "PUT /v2.0/floatingips/af327e5c-a9e8-4121-aeb6-8cb330d9eeb1 HTTP/1.1" status: 200 len: 991 time: 1.5601850 Apr 15 20:42:47.810990 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b1dc04e-7008-45ad-8217-b3f873df91a4', 'tag': '684df899-1871-4dd2-930b-373bb8b00547'}] {{(pid=85411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:42:47.866665 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b1dc04e-7008-45ad-8217-b3f873df91a4', 'tag': '684df899-1871-4dd2-930b-373bb8b00547', 'status': 'completed', 'code': 200} Apr 15 20:42:47.939983 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6589a99b-4989-4a06-bc40-62b7e77e6cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:47.958208 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvr_db [None req-f84623f4-9b26-48f4-b92a-09f25f589ed4 None None] Set router 5fd14e80-33c3-424d-b6b7-63a7451a778e gateway port host: dv-cinder-786386-2-smb {{(pid=85414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:42:47.977597 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb0b721-e930-40d4-9139-bca2edb2fbe4 req-e575a15f-1641-4c06-bd44-264eaa6e8d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:42:47.979337 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-5eb0b721-e930-40d4-9139-bca2edb2fbe4 req-e575a15f-1641-4c06-bd44-264eaa6e8d2e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c75339fe25214ba19cd2965d8a07a826&device_id=1b1dc04e-7008-45ad-8217-b3f873df91a4 HTTP/1.1" status: 200 len: 1098 time: 0.0876865 Apr 15 20:42:48.120965 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb0b721-e930-40d4-9139-bca2edb2fbe4 req-05b2363a-792d-40b1-9b38-0990f537ae57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:42:48.122466 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-5eb0b721-e930-40d4-9139-bca2edb2fbe4 req-05b2363a-792d-40b1-9b38-0990f537ae57 service neutron] 10.222.0.76 "GET /v2.0/networks?id=774063f8-e12a-496d-8eb4-bc5d985211ca HTTP/1.1" status: 200 len: 912 time: 0.1364548 Apr 15 20:42:48.228842 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-5eb0b721-e930-40d4-9139-bca2edb2fbe4 req-c2347c14-f1a5-446f-a5b8-51684f91acd4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=684df899-1871-4dd2-930b-373bb8b00547 HTTP/1.1" status: 200 len: 999 time: 0.0992944 Apr 15 20:42:48.295837 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:48.299982 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb0b721-e930-40d4-9139-bca2edb2fbe4 req-fe43e41a-371f-441e-b44c-a039a3882703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:42:48.301639 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-5eb0b721-e930-40d4-9139-bca2edb2fbe4 req-fe43e41a-371f-441e-b44c-a039a3882703 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ad1d2cd2-6d9f-4bb5-a753-496ec0b439aa HTTP/1.1" status: 200 len: 849 time: 0.0655210 Apr 15 20:42:48.320641 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-f84623f4-9b26-48f4-b92a-09f25f589ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fd14e80-33c3-424d-b6b7-63a7451a778e', 'name': 'tempest-AttachVolumeTestJSON-455048742-router', 'tenant_id': 'c75339fe25214ba19cd2965d8a07a826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.172'}], 'enable_snat': True}, 'gw_port_id': '61da5dd1-576c-42c3-b87a-d2c8c1adb42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:42:24Z', 'updated_at': '2021-04-15T20:42:29Z', 'revision_number': 4, 'project_id': 'c75339fe25214ba19cd2965d8a07a826', 'gw_port': {'id': '61da5dd1-576c-42c3-b87a-d2c8c1adb42f', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:33:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd14e80-33c3-424d-b6b7-63a7451a778e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:42:25Z', 'updated_at': '2021-04-15T20:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb', '_floatingips': [{'id': 'af327e5c-a9e8-4121-aeb6-8cb330d9eeb1', 'tenant_id': 'c75339fe25214ba19cd2965d8a07a826', 'floating_ip_address': '172.28.3.181', 'floating_network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'router_id': '5fd14e80-33c3-424d-b6b7-63a7451a778e', 'port_id': '684df899-1871-4dd2-930b-373bb8b00547', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '774063f8-e12a-496d-8eb4-bc5d985211ca', 'mac_address': 'fa:16:3e:a3:f1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1dc04e-7008-45ad-8217-b3f873df91a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:42:32Z', 'updated_at': '2021-04-15T20:42:46Z', 'revision_number': 1, 'project_id': 'c75339fe25214ba19cd2965d8a07a826', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a9e4048-9843-497c-bd9e-df90d1a6e2bc', 'name': '', 'network_id': '774063f8-e12a-496d-8eb4-bc5d985211ca', 'tenant_id': 'c75339fe25214ba19cd2965d8a07a826', 'mac_address': 'fa:16:3e:43:65:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd14e80-33c3-424d-b6b7-63a7451a778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'ad1d2cd2-6d9f-4bb5-a753-496ec0b439aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:42:28Z', 'updated_at': '2021-04-15T20:42:35Z', 'revision_number': 5, 'project_id': 'c75339fe25214ba19cd2965d8a07a826', 'subnets': [{'id': 'ad1d2cd2-6d9f-4bb5-a753-496ec0b439aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-2-smb', False) {} {{(pid=85414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:42:48.324794 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84623f4-9b26-48f4-b92a-09f25f589ed4 None None] Checking router: 5fd14e80-33c3-424d-b6b7-63a7451a778e for host: dv-cinder-786386-2-smb {{(pid=85414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 20:42:48.334165 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84623f4-9b26-48f4-b92a-09f25f589ed4 None None] Routers {'5fd14e80-33c3-424d-b6b7-63a7451a778e'} bound to L3 agent in host dv-cinder-786386-2-smb {{(pid=85414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:42:48.334916 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-f84623f4-9b26-48f4-b92a-09f25f589ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T20:23:47Z,description=,heartbeat_timestamp=2021-04-15T20:42:47Z,host='dv-cinder-786386-2-smb',id=f2e50876-c35d-48fb-9e24-f0907444cef9,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:23:48Z,topic='l3_agent')) {'router_ids': ['5fd14e80-33c3-424d-b6b7-63a7451a778e'], 'active': True} {{(pid=85414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:42:48.385208 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb0b721-e930-40d4-9139-bca2edb2fbe4 req-389b94ff-bc3d-48c9-8c3c-7cb7655144f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:42:48.386871 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-5eb0b721-e930-40d4-9139-bca2edb2fbe4 req-389b94ff-bc3d-48c9-8c3c-7cb7655144f5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=774063f8-e12a-496d-8eb4-bc5d985211ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0784140 Apr 15 20:42:48.529075 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvr_db [None req-f84623f4-9b26-48f4-b92a-09f25f589ed4 None None] Set router 5fd14e80-33c3-424d-b6b7-63a7451a778e gateway port host: dv-cinder-786386-2-smb {{(pid=85414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:42:48.771833 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-5eb0b721-e930-40d4-9139-bca2edb2fbe4 req-ca1e1f29-1d11-4a3c-ad76-831eced38fc5 service neutron] 10.222.0.76 "GET /v2.0/networks/774063f8-e12a-496d-8eb4-bc5d985211ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3777690 Apr 15 20:42:48.901560 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-f84623f4-9b26-48f4-b92a-09f25f589ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fd14e80-33c3-424d-b6b7-63a7451a778e', 'name': 'tempest-AttachVolumeTestJSON-455048742-router', 'tenant_id': 'c75339fe25214ba19cd2965d8a07a826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.172'}], 'enable_snat': True}, 'gw_port_id': '61da5dd1-576c-42c3-b87a-d2c8c1adb42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:42:24Z', 'updated_at': '2021-04-15T20:42:29Z', 'revision_number': 4, 'project_id': 'c75339fe25214ba19cd2965d8a07a826', 'gw_port': {'id': '61da5dd1-576c-42c3-b87a-d2c8c1adb42f', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:33:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd14e80-33c3-424d-b6b7-63a7451a778e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:42:25Z', 'updated_at': '2021-04-15T20:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb', '_floatingips': [{'id': 'af327e5c-a9e8-4121-aeb6-8cb330d9eeb1', 'tenant_id': 'c75339fe25214ba19cd2965d8a07a826', 'floating_ip_address': '172.28.3.181', 'floating_network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'router_id': '5fd14e80-33c3-424d-b6b7-63a7451a778e', 'port_id': '684df899-1871-4dd2-930b-373bb8b00547', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '774063f8-e12a-496d-8eb4-bc5d985211ca', 'mac_address': 'fa:16:3e:a3:f1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1dc04e-7008-45ad-8217-b3f873df91a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:42:32Z', 'updated_at': '2021-04-15T20:42:46Z', 'revision_number': 1, 'project_id': 'c75339fe25214ba19cd2965d8a07a826', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a9e4048-9843-497c-bd9e-df90d1a6e2bc', 'name': '', 'network_id': '774063f8-e12a-496d-8eb4-bc5d985211ca', 'tenant_id': 'c75339fe25214ba19cd2965d8a07a826', 'mac_address': 'fa:16:3e:43:65:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd14e80-33c3-424d-b6b7-63a7451a778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'ad1d2cd2-6d9f-4bb5-a753-496ec0b439aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:42:28Z', 'updated_at': '2021-04-15T20:42:35Z', 'revision_number': 5, 'project_id': 'c75339fe25214ba19cd2965d8a07a826', 'subnets': [{'id': 'ad1d2cd2-6d9f-4bb5-a753-496ec0b439aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-2-smb', False) {} {{(pid=85414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:42:48.905839 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84623f4-9b26-48f4-b92a-09f25f589ed4 None None] The sync data for ids ['5fd14e80-33c3-424d-b6b7-63a7451a778e'] in dv-cinder-786386-2-smb is: [{'id': '5fd14e80-33c3-424d-b6b7-63a7451a778e', 'name': 'tempest-AttachVolumeTestJSON-455048742-router', 'tenant_id': 'c75339fe25214ba19cd2965d8a07a826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.172'}], 'enable_snat': True}, 'gw_port_id': '61da5dd1-576c-42c3-b87a-d2c8c1adb42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:42:24Z', 'updated_at': '2021-04-15T20:42:29Z', 'revision_number': 4, 'project_id': 'c75339fe25214ba19cd2965d8a07a826', 'gw_port': {'id': '61da5dd1-576c-42c3-b87a-d2c8c1adb42f', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:33:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd14e80-33c3-424d-b6b7-63a7451a778e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:42:25Z', 'updated_at': '2021-04-15T20:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb', '_floatingips': [{'id': 'af327e5c-a9e8-4121-aeb6-8cb330d9eeb1', 'tenant_id': 'c75339fe25214ba19cd2965d8a07a826', 'floating_ip_address': '172.28.3.181', 'floating_network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'router_id': '5fd14e80-33c3-424d-b6b7-63a7451a778e', 'port_id': '684df899-1871-4dd2-930b-373bb8b00547', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '774063f8-e12a-496d-8eb4-bc5d985211ca', 'mac_address': 'fa:16:3e:a3:f1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1dc04e-7008-45ad-8217-b3f873df91a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:42:32Z', 'updated_at': '2021-04-15T20:42:46Z', 'revision_number': 1, 'project_id': 'c75339fe25214ba19cd2965d8a07a826', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a9e4048-9843-497c-bd9e-df90d1a6e2bc', 'name': '', 'network_id': '774063f8-e12a-496d-8eb4-bc5d985211ca', 'tenant_id': 'c75339fe25214ba19cd2965d8a07a826', 'mac_address': 'fa:16:3e:43:65:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd14e80-33c3-424d-b6b7-63a7451a778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'ad1d2cd2-6d9f-4bb5-a753-496ec0b439aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:42:28Z', 'updated_at': '2021-04-15T20:42:35Z', 'revision_number': 5, 'project_id': 'c75339fe25214ba19cd2965d8a07a826', 'subnets': [{'id': 'ad1d2cd2-6d9f-4bb5-a753-496ec0b439aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 20:42:48.914483 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-5eb0b721-e930-40d4-9139-bca2edb2fbe4 req-be3c679d-164e-4b46-814d-acf0dd747c75 service neutron] 10.222.0.76 "GET /v2.0/networks/774063f8-e12a-496d-8eb4-bc5d985211ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361122 Apr 15 20:42:49.179200 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4a2e2a-8cef-45a7-ab26-a9b4733dcf88 None None] New status for floating IP af327e5c-a9e8-4121-aeb6-8cb330d9eeb1: ACTIVE {{(pid=85413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 20:42:49.639221 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-611aad59-e19d-4c1d-b92d-eb0975a661b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:43:03.042195 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.agents_db [None req-12650cd8-a504-4c0d-a4a2-248dab766c22 None None] Agent healthcheck: found 6 active agents {{(pid=85414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:43:15.084988 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7a9b1c36-001b-4f14-a6f6-2aa056b1c6d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:43:17.520202 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-2fc63ee0-46b3-4380-8aa8-74a4d7db6170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:43:17.752350 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:43:17.947066 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6589a99b-4989-4a06-bc40-62b7e77e6cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:43:18.312148 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:43:19.643285 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-611aad59-e19d-4c1d-b92d-eb0975a661b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:43:24.727517 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-affe9924-8696-4322-9544-9b3cb7bfc7cb req-b0290a23-3cf2-417c-b629-af610317b827 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1b1dc04e-7008-45ad-8217-b3f873df91a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1306238 Apr 15 20:43:24.891304 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe9924-8696-4322-9544-9b3cb7bfc7cb req-a1454439-165f-47b1-b56a-4e779019c6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:43:24.892774 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-affe9924-8696-4322-9544-9b3cb7bfc7cb req-a1454439-165f-47b1-b56a-4e779019c6f0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c75339fe25214ba19cd2965d8a07a826&device_id=1b1dc04e-7008-45ad-8217-b3f873df91a4 HTTP/1.1" status: 200 len: 1098 time: 0.0903471 Apr 15 20:43:25.068631 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe9924-8696-4322-9544-9b3cb7bfc7cb req-130c69c2-9a6f-4727-bb56-5e3310302392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:43:25.070213 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-affe9924-8696-4322-9544-9b3cb7bfc7cb req-130c69c2-9a6f-4727-bb56-5e3310302392 service neutron] 10.222.0.76 "GET /v2.0/networks?id=774063f8-e12a-496d-8eb4-bc5d985211ca HTTP/1.1" status: 200 len: 912 time: 0.1509228 Apr 15 20:43:25.184059 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-affe9924-8696-4322-9544-9b3cb7bfc7cb req-1013f694-4304-4cf7-8fcf-97817785e046 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=684df899-1871-4dd2-930b-373bb8b00547 HTTP/1.1" status: 200 len: 1001 time: 0.1059315 Apr 15 20:43:25.254413 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe9924-8696-4322-9544-9b3cb7bfc7cb req-d1073885-0ef0-43dd-b38c-37f4cf55718e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:43:25.255933 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-affe9924-8696-4322-9544-9b3cb7bfc7cb req-d1073885-0ef0-43dd-b38c-37f4cf55718e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ad1d2cd2-6d9f-4bb5-a753-496ec0b439aa HTTP/1.1" status: 200 len: 849 time: 0.0648696 Apr 15 20:43:25.341819 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe9924-8696-4322-9544-9b3cb7bfc7cb req-afd93765-fa1b-4604-8cce-758e50143b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:43:25.343545 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-affe9924-8696-4322-9544-9b3cb7bfc7cb req-afd93765-fa1b-4604-8cce-758e50143b24 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=774063f8-e12a-496d-8eb4-bc5d985211ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0804589 Apr 15 20:43:25.495426 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-affe9924-8696-4322-9544-9b3cb7bfc7cb req-712e21c4-e8fa-41ca-bc64-d7c00c4554b7 service neutron] 10.222.0.76 "GET /v2.0/networks/774063f8-e12a-496d-8eb4-bc5d985211ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447384 Apr 15 20:43:25.641353 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-affe9924-8696-4322-9544-9b3cb7bfc7cb req-dbdcb9cd-43e2-4d8d-98eb-0a105335fb40 service neutron] 10.222.0.76 "GET /v2.0/networks/774063f8-e12a-496d-8eb4-bc5d985211ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384816 Apr 15 20:43:40.047849 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.agents_db [None req-12650cd8-a504-4c0d-a4a2-248dab766c22 None None] Agent healthcheck: found 6 active agents {{(pid=85414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:43:45.084860 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-472792c0-31ef-4f9a-9484-99ce63d02354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:43:47.532924 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c517142a-b9ce-4b5e-8920-886a67a33ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:43:47.752327 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:43:47.955639 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6589a99b-4989-4a06-bc40-62b7e77e6cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:43:48.313463 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:43:49.647071 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-611aad59-e19d-4c1d-b92d-eb0975a661b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:44:06.555888 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b85721-7d57-4dcd-bcfe-cb92945e29f5 req-6b3b86f7-5fa3-46d3-b756-408cf2291099 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:44:06.557465 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-47b85721-7d57-4dcd-bcfe-cb92945e29f5 req-6b3b86f7-5fa3-46d3-b756-408cf2291099 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b1dc04e-7008-45ad-8217-b3f873df91a4 HTTP/1.1" status: 200 len: 945 time: 0.0942190 Apr 15 20:44:06.605469 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-47b85721-7d57-4dcd-bcfe-cb92945e29f5 req-38c6f963-6a5a-4733-88ed-2d8b572fba4d tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/security-groups?id=6ad2fe77-daf3-4dae-80a8-8f499b32cd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406358 Apr 15 20:44:07.902679 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e2fc84-4967-48e7-bd31-d5099652a1d5 req-d71bb755-f59b-44bb-ad66-2cf436a55f98 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:44:07.904304 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-e5e2fc84-4967-48e7-bd31-d5099652a1d5 req-d71bb755-f59b-44bb-ad66-2cf436a55f98 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b1dc04e-7008-45ad-8217-b3f873df91a4 HTTP/1.1" status: 200 len: 945 time: 0.1690867 Apr 15 20:44:07.955561 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-e5e2fc84-4967-48e7-bd31-d5099652a1d5 req-1775f0c0-daed-4db3-88d5-51392902617c tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/security-groups?id=6ad2fe77-daf3-4dae-80a8-8f499b32cd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414953 Apr 15 20:44:09.187324 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a6b9aa-a592-4112-9f62-8df57e39556d req-ce1d66df-25f2-404e-9eed-514fcf33ae47 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:44:09.188905 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-a5a6b9aa-a592-4112-9f62-8df57e39556d req-ce1d66df-25f2-404e-9eed-514fcf33ae47 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b1dc04e-7008-45ad-8217-b3f873df91a4 HTTP/1.1" status: 200 len: 945 time: 0.1017740 Apr 15 20:44:09.237571 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-a5a6b9aa-a592-4112-9f62-8df57e39556d req-822d143e-28e4-44d1-9ed3-b10bb02124aa tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/security-groups?id=6ad2fe77-daf3-4dae-80a8-8f499b32cd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422966 Apr 15 20:44:10.447359 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f5a20-47a9-422e-af56-293d7fa3f51a req-ecc16ea7-e352-4921-ab6e-fa2e8eae5d24 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:44:10.448947 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-0c3f5a20-47a9-422e-af56-293d7fa3f51a req-ecc16ea7-e352-4921-ab6e-fa2e8eae5d24 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b1dc04e-7008-45ad-8217-b3f873df91a4 HTTP/1.1" status: 200 len: 945 time: 0.0880542 Apr 15 20:44:10.498147 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-0c3f5a20-47a9-422e-af56-293d7fa3f51a req-9cfe194a-5ea2-478b-84eb-061e9189e163 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/security-groups?id=6ad2fe77-daf3-4dae-80a8-8f499b32cd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421925 Apr 15 20:44:11.720713 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fec9bdf-14cd-45fd-bd54-5b866e3a4275 req-0095588b-926b-445d-bc4f-7ab62ec41691 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:44:11.722217 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-2fec9bdf-14cd-45fd-bd54-5b866e3a4275 req-0095588b-926b-445d-bc4f-7ab62ec41691 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b1dc04e-7008-45ad-8217-b3f873df91a4 HTTP/1.1" status: 200 len: 945 time: 0.0958571 Apr 15 20:44:11.773757 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-2fec9bdf-14cd-45fd-bd54-5b866e3a4275 req-9d896ae9-adf9-40bd-bbe3-d926f8e820ff tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/security-groups?id=6ad2fe77-daf3-4dae-80a8-8f499b32cd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417242 Apr 15 20:44:12.994797 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbcabb9-c544-4db0-a069-f859b7b551fb req-fa7a4e48-1f3c-467e-9211-76a49c31609b tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:44:12.996406 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-4bbcabb9-c544-4db0-a069-f859b7b551fb req-fa7a4e48-1f3c-467e-9211-76a49c31609b tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b1dc04e-7008-45ad-8217-b3f873df91a4 HTTP/1.1" status: 200 len: 945 time: 0.0970027 Apr 15 20:44:13.046958 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-4bbcabb9-c544-4db0-a069-f859b7b551fb req-e336d54f-1db4-4a7d-8ab2-a8bdeec10a49 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/security-groups?id=6ad2fe77-daf3-4dae-80a8-8f499b32cd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440993 Apr 15 20:44:14.284926 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e257c60b-98da-43e3-8668-1c9a34dd8ca1 req-5cd9a30d-4fde-4473-9ca7-3a875a920502 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:44:14.286573 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-e257c60b-98da-43e3-8668-1c9a34dd8ca1 req-5cd9a30d-4fde-4473-9ca7-3a875a920502 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b1dc04e-7008-45ad-8217-b3f873df91a4 HTTP/1.1" status: 200 len: 945 time: 0.1072724 Apr 15 20:44:14.336649 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-e257c60b-98da-43e3-8668-1c9a34dd8ca1 req-d4e945f8-25a6-4a91-9dcf-bba6196fccfd tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/security-groups?id=6ad2fe77-daf3-4dae-80a8-8f499b32cd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407338 Apr 15 20:44:15.084908 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-5fce4f23-678e-4764-b4bc-b9be1b97641e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:44:15.551799 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dcb991-b96f-40d0-b413-87575105edd9 req-c6405af1-8f06-48fb-ba79-8520357b5359 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:44:15.553378 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-34dcb991-b96f-40d0-b413-87575105edd9 req-c6405af1-8f06-48fb-ba79-8520357b5359 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b1dc04e-7008-45ad-8217-b3f873df91a4 HTTP/1.1" status: 200 len: 945 time: 0.0978422 Apr 15 20:44:15.603484 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-34dcb991-b96f-40d0-b413-87575105edd9 req-8f6606d5-530c-4f51-826d-be05c7c4eaf5 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/security-groups?id=6ad2fe77-daf3-4dae-80a8-8f499b32cd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413449 Apr 15 20:44:16.815958 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225fd7a1-27e7-49a5-9d8f-bb60318f700f req-cead69dd-a8b6-450d-b6c9-20fc9d3179ae tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:44:16.817533 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-225fd7a1-27e7-49a5-9d8f-bb60318f700f req-cead69dd-a8b6-450d-b6c9-20fc9d3179ae tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b1dc04e-7008-45ad-8217-b3f873df91a4 HTTP/1.1" status: 200 len: 945 time: 0.0908685 Apr 15 20:44:16.869444 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-225fd7a1-27e7-49a5-9d8f-bb60318f700f req-e041433d-a2df-4a46-bc6a-a24b39912e12 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/security-groups?id=6ad2fe77-daf3-4dae-80a8-8f499b32cd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424919 Apr 15 20:44:17.052742 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.agents_db [None req-12650cd8-a504-4c0d-a4a2-248dab766c22 None None] Agent healthcheck: found 6 active agents {{(pid=85414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:44:17.535123 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-97f87a86-9d5f-4c00-afe1-360b68d44d8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:44:17.767574 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:44:17.951258 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6589a99b-4989-4a06-bc40-62b7e77e6cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:44:18.110896 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f012431a-98bd-4913-9eb3-4ab929dea208 req-6fa34628-9d65-4240-a713-dd46c66e9432 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:44:18.112388 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f012431a-98bd-4913-9eb3-4ab929dea208 req-6fa34628-9d65-4240-a713-dd46c66e9432 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b1dc04e-7008-45ad-8217-b3f873df91a4 HTTP/1.1" status: 200 len: 945 time: 0.1097982 Apr 15 20:44:18.159961 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f012431a-98bd-4913-9eb3-4ab929dea208 req-5f1f04db-550a-4f9b-af2d-2376d80093fc tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/security-groups?id=6ad2fe77-daf3-4dae-80a8-8f499b32cd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409815 Apr 15 20:44:18.307632 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:44:18.588554 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cff1386-ff17-4610-9803-fbf3c8735e23 req-93437dbc-8b99-4da5-ad69-82857c00d069 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:44:18.590185 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-7cff1386-ff17-4610-9803-fbf3c8735e23 req-93437dbc-8b99-4da5-ad69-82857c00d069 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b1dc04e-7008-45ad-8217-b3f873df91a4 HTTP/1.1" status: 200 len: 945 time: 0.1531892 Apr 15 20:44:18.629596 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c71522-cf95-4207-be5f-166ac6ef359f req-60c7f803-2693-4311-a3ae-e158c5c6a943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:44:18.631088 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-b5c71522-cf95-4207-be5f-166ac6ef359f req-60c7f803-2693-4311-a3ae-e158c5c6a943 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c75339fe25214ba19cd2965d8a07a826&device_id=1b1dc04e-7008-45ad-8217-b3f873df91a4 HTTP/1.1" status: 200 len: 1098 time: 0.1329865 Apr 15 20:44:18.727411 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-7cff1386-ff17-4610-9803-fbf3c8735e23 req-ac63daa3-3c4f-499b-9bc1-6cb2c5165bad tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/security-groups?id=6ad2fe77-daf3-4dae-80a8-8f499b32cd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292822 Apr 15 20:44:18.784049 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c71522-cf95-4207-be5f-166ac6ef359f req-2a493c64-c6e9-49c0-9901-a6ab5328f680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:44:18.785639 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-b5c71522-cf95-4207-be5f-166ac6ef359f req-2a493c64-c6e9-49c0-9901-a6ab5328f680 service neutron] 10.222.0.76 "GET /v2.0/networks?id=774063f8-e12a-496d-8eb4-bc5d985211ca HTTP/1.1" status: 200 len: 912 time: 0.1467583 Apr 15 20:44:18.898877 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-b5c71522-cf95-4207-be5f-166ac6ef359f req-a3494a9e-8dbd-4eef-9229-11b131aea4a5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=684df899-1871-4dd2-930b-373bb8b00547 HTTP/1.1" status: 200 len: 1001 time: 0.1054046 Apr 15 20:44:18.967773 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c71522-cf95-4207-be5f-166ac6ef359f req-269db303-cc5c-4ac9-826b-265acffc7342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:44:18.969295 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-b5c71522-cf95-4207-be5f-166ac6ef359f req-269db303-cc5c-4ac9-826b-265acffc7342 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ad1d2cd2-6d9f-4bb5-a753-496ec0b439aa HTTP/1.1" status: 200 len: 849 time: 0.0635378 Apr 15 20:44:19.054246 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c71522-cf95-4207-be5f-166ac6ef359f req-d05c1729-fad5-4222-8ecd-9e856f4666e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:44:19.055926 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-b5c71522-cf95-4207-be5f-166ac6ef359f req-d05c1729-fad5-4222-8ecd-9e856f4666e2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=774063f8-e12a-496d-8eb4-bc5d985211ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0793746 Apr 15 20:44:19.204739 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-b5c71522-cf95-4207-be5f-166ac6ef359f req-66798842-d3c8-4725-9417-9ad679baa42f service neutron] 10.222.0.76 "GET /v2.0/networks/774063f8-e12a-496d-8eb4-bc5d985211ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415360 Apr 15 20:44:19.364521 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-b5c71522-cf95-4207-be5f-166ac6ef359f req-ebd4a0e5-d867-428d-b875-f268b7b30e8b service neutron] 10.222.0.76 "GET /v2.0/networks/774063f8-e12a-496d-8eb4-bc5d985211ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527579 Apr 15 20:44:19.648336 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-611aad59-e19d-4c1d-b92d-eb0975a661b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:44:19.951531 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ca73b7-cf16-4cc0-ab5c-21277f69d7c8 req-e5d76609-99da-41eb-9151-960ad23b202a tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:44:19.953080 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-97ca73b7-cf16-4cc0-ab5c-21277f69d7c8 req-e5d76609-99da-41eb-9151-960ad23b202a tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b1dc04e-7008-45ad-8217-b3f873df91a4 HTTP/1.1" status: 200 len: 945 time: 0.0999031 Apr 15 20:44:20.003188 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-97ca73b7-cf16-4cc0-ab5c-21277f69d7c8 req-b06fa3d1-9bbc-4fe6-8616-ae49c9544a83 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/security-groups?id=6ad2fe77-daf3-4dae-80a8-8f499b32cd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435801 Apr 15 20:44:21.226273 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f638d286-889f-4267-874b-dc0f4f125009 req-f6c9d0af-9d65-4933-8cab-5044500a09f5 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:44:21.227913 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f638d286-889f-4267-874b-dc0f4f125009 req-f6c9d0af-9d65-4933-8cab-5044500a09f5 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b1dc04e-7008-45ad-8217-b3f873df91a4 HTTP/1.1" status: 200 len: 945 time: 0.0943594 Apr 15 20:44:21.275523 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f638d286-889f-4267-874b-dc0f4f125009 req-0f84cb2a-b1ec-48f2-97cf-253f04c67b56 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/security-groups?id=6ad2fe77-daf3-4dae-80a8-8f499b32cd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411725 Apr 15 20:44:24.631339 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-cbef485b-abea-40b2-b435-718a86726b63 req-23264e3b-8631-4ace-a186-34f0b0531bc6 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1b1dc04e-7008-45ad-8217-b3f873df91a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0902295 Apr 15 20:44:24.817851 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef485b-abea-40b2-b435-718a86726b63 req-3c3ac2f2-0db6-421b-99d4-e01626202919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:44:24.820598 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-cbef485b-abea-40b2-b435-718a86726b63 req-3c3ac2f2-0db6-421b-99d4-e01626202919 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c75339fe25214ba19cd2965d8a07a826&device_id=1b1dc04e-7008-45ad-8217-b3f873df91a4 HTTP/1.1" status: 200 len: 1098 time: 0.1112585 Apr 15 20:44:24.980910 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef485b-abea-40b2-b435-718a86726b63 req-eed7ec00-25de-4505-ac68-78c44b50847e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:44:24.982430 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-cbef485b-abea-40b2-b435-718a86726b63 req-eed7ec00-25de-4505-ac68-78c44b50847e service neutron] 10.222.0.76 "GET /v2.0/networks?id=774063f8-e12a-496d-8eb4-bc5d985211ca HTTP/1.1" status: 200 len: 912 time: 0.1409640 Apr 15 20:44:25.331615 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-cbef485b-abea-40b2-b435-718a86726b63 req-37ac76a4-efef-4800-b9f4-444961082b26 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=684df899-1871-4dd2-930b-373bb8b00547 HTTP/1.1" status: 200 len: 1001 time: 0.3415329 Apr 15 20:44:25.400764 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef485b-abea-40b2-b435-718a86726b63 req-3bb69db4-caa7-4b95-b0c8-8d41cd6f0ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:44:25.402311 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-cbef485b-abea-40b2-b435-718a86726b63 req-3bb69db4-caa7-4b95-b0c8-8d41cd6f0ea6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ad1d2cd2-6d9f-4bb5-a753-496ec0b439aa HTTP/1.1" status: 200 len: 849 time: 0.0636883 Apr 15 20:44:25.503318 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef485b-abea-40b2-b435-718a86726b63 req-6fc8475c-2011-4d72-88f9-f288ae4fc1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:44:25.504902 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-cbef485b-abea-40b2-b435-718a86726b63 req-6fc8475c-2011-4d72-88f9-f288ae4fc1b6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=774063f8-e12a-496d-8eb4-bc5d985211ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0943780 Apr 15 20:44:25.649656 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-cbef485b-abea-40b2-b435-718a86726b63 req-2676114f-595f-4ddd-b3e8-8a1eea1ccd98 service neutron] 10.222.0.76 "GET /v2.0/networks/774063f8-e12a-496d-8eb4-bc5d985211ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369662 Apr 15 20:44:25.791419 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-cbef485b-abea-40b2-b435-718a86726b63 req-f5b97825-8174-40aa-9394-83290a9c70ef service neutron] 10.222.0.76 "GET /v2.0/networks/774063f8-e12a-496d-8eb4-bc5d985211ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353033 Apr 15 20:44:45.085124 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-b397b94a-b2de-47b1-ba0f-ed5a36b46b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:44:47.535875 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-83ddc8da-7ad4-4b6c-a8c2-f52154d912a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:44:47.765643 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:44:47.959200 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6589a99b-4989-4a06-bc40-62b7e77e6cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:44:48.318691 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:44:49.653625 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-611aad59-e19d-4c1d-b92d-eb0975a661b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:44:54.058906 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.agents_db [None req-12650cd8-a504-4c0d-a4a2-248dab766c22 None None] Agent healthcheck: found 6 active agents {{(pid=85414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:45:15.089544 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c7895809-167b-4577-aa0d-b82da9ec2b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:45:17.541320 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-5651465c-e226-4b09-ba2a-085eb5874921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:45:17.758986 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:45:17.959929 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6589a99b-4989-4a06-bc40-62b7e77e6cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:45:18.312866 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:45:18.696132 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec135f-4d05-4682-9140-32f7bb0574e3 req-93c9b3ed-8153-444f-9d4e-275f0e3843fb tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:45:18.697734 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c3ec135f-4d05-4682-9140-32f7bb0574e3 req-93c9b3ed-8153-444f-9d4e-275f0e3843fb tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b1dc04e-7008-45ad-8217-b3f873df91a4 HTTP/1.1" status: 200 len: 945 time: 0.0923932 Apr 15 20:45:18.745489 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c3ec135f-4d05-4682-9140-32f7bb0574e3 req-a097a9f3-2923-417a-acb2-2f2e60c13f96 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/security-groups?id=6ad2fe77-daf3-4dae-80a8-8f499b32cd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411618 Apr 15 20:45:19.656284 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-611aad59-e19d-4c1d-b92d-eb0975a661b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:45:19.976570 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f0444e-6863-4a83-a32f-789b4ef0aed3 req-f1725c61-4da8-45ca-8377-166740e21d0f tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:45:19.978094 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-91f0444e-6863-4a83-a32f-789b4ef0aed3 req-f1725c61-4da8-45ca-8377-166740e21d0f tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b1dc04e-7008-45ad-8217-b3f873df91a4 HTTP/1.1" status: 200 len: 945 time: 0.1152754 Apr 15 20:45:20.026591 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-91f0444e-6863-4a83-a32f-789b4ef0aed3 req-030fcf63-f52f-4d59-8fa4-a6b37b638bea tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/security-groups?id=6ad2fe77-daf3-4dae-80a8-8f499b32cd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417728 Apr 15 20:45:21.248897 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce09c93-7a58-4627-b0f2-9a76e2308960 req-49f6a72f-59c0-449e-b898-75b22aa8d785 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:45:21.250517 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-9ce09c93-7a58-4627-b0f2-9a76e2308960 req-49f6a72f-59c0-449e-b898-75b22aa8d785 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b1dc04e-7008-45ad-8217-b3f873df91a4 HTTP/1.1" status: 200 len: 945 time: 0.0969799 Apr 15 20:45:21.300797 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-9ce09c93-7a58-4627-b0f2-9a76e2308960 req-09ce20ed-b9c9-4331-adde-4bb396e64351 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/security-groups?id=6ad2fe77-daf3-4dae-80a8-8f499b32cd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409656 Apr 15 20:45:22.524402 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a721a-7e81-4e9c-a6ff-a35ece908129 req-98b9c685-2f0a-4553-94fb-108550ebe263 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:45:22.525981 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-766a721a-7e81-4e9c-a6ff-a35ece908129 req-98b9c685-2f0a-4553-94fb-108550ebe263 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b1dc04e-7008-45ad-8217-b3f873df91a4 HTTP/1.1" status: 200 len: 945 time: 0.0995784 Apr 15 20:45:22.575010 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-766a721a-7e81-4e9c-a6ff-a35ece908129 req-dd71c0c7-8e9d-459f-85ca-1fe7aa9957d3 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/security-groups?id=6ad2fe77-daf3-4dae-80a8-8f499b32cd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417280 Apr 15 20:45:23.782600 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50333b5d-92b3-4034-a2e4-9c36f353408c req-d96f6f77-590f-429c-91a5-7e42fc0b1e15 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:45:23.784073 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-50333b5d-92b3-4034-a2e4-9c36f353408c req-d96f6f77-590f-429c-91a5-7e42fc0b1e15 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b1dc04e-7008-45ad-8217-b3f873df91a4 HTTP/1.1" status: 200 len: 945 time: 0.0931287 Apr 15 20:45:23.834784 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-50333b5d-92b3-4034-a2e4-9c36f353408c req-96c9d3f4-e661-4a18-9a5a-344bb07ef18a tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/security-groups?id=6ad2fe77-daf3-4dae-80a8-8f499b32cd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411513 Apr 15 20:45:25.114196 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf436f36-fe0a-48b8-b755-73428b33e1ae req-e8d69a4c-580f-4e5c-a841-328ec02b6c26 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:45:25.115796 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-bf436f36-fe0a-48b8-b755-73428b33e1ae req-e8d69a4c-580f-4e5c-a841-328ec02b6c26 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b1dc04e-7008-45ad-8217-b3f873df91a4 HTTP/1.1" status: 200 len: 945 time: 0.1548314 Apr 15 20:45:25.117813 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de977c0f-2d27-47ec-b3cb-294793901ffa req-e7ead723-822b-4dd4-aadf-6afc5148af3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:45:25.119295 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-de977c0f-2d27-47ec-b3cb-294793901ffa req-e7ead723-822b-4dd4-aadf-6afc5148af3b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c75339fe25214ba19cd2965d8a07a826&device_id=1b1dc04e-7008-45ad-8217-b3f873df91a4 HTTP/1.1" status: 200 len: 1098 time: 0.1215351 Apr 15 20:45:25.245003 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-bf436f36-fe0a-48b8-b755-73428b33e1ae req-019e3cb4-d02d-4183-9eeb-5fe424bf832a tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/security-groups?id=6ad2fe77-daf3-4dae-80a8-8f499b32cd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215456 Apr 15 20:45:25.295474 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de977c0f-2d27-47ec-b3cb-294793901ffa req-5a5d5f32-b708-4f32-bdc5-e93a0a2ff70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:45:25.297011 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-de977c0f-2d27-47ec-b3cb-294793901ffa req-5a5d5f32-b708-4f32-bdc5-e93a0a2ff70e service neutron] 10.222.0.76 "GET /v2.0/networks?id=774063f8-e12a-496d-8eb4-bc5d985211ca HTTP/1.1" status: 200 len: 912 time: 0.1548364 Apr 15 20:45:25.411014 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-de977c0f-2d27-47ec-b3cb-294793901ffa req-b2ab82b5-3eda-418e-a7b9-0066c2f37399 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=684df899-1871-4dd2-930b-373bb8b00547 HTTP/1.1" status: 200 len: 1001 time: 0.1060510 Apr 15 20:45:25.488010 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de977c0f-2d27-47ec-b3cb-294793901ffa req-8e3ec268-3340-4243-bbb2-69376de64e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:45:25.489540 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-de977c0f-2d27-47ec-b3cb-294793901ffa req-8e3ec268-3340-4243-bbb2-69376de64e3c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ad1d2cd2-6d9f-4bb5-a753-496ec0b439aa HTTP/1.1" status: 200 len: 849 time: 0.0718653 Apr 15 20:45:25.583409 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de977c0f-2d27-47ec-b3cb-294793901ffa req-71afb3de-b42b-490e-93ac-33d83ceab547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:45:25.585007 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-de977c0f-2d27-47ec-b3cb-294793901ffa req-71afb3de-b42b-490e-93ac-33d83ceab547 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=774063f8-e12a-496d-8eb4-bc5d985211ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0884390 Apr 15 20:45:25.730794 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-de977c0f-2d27-47ec-b3cb-294793901ffa req-3685d958-07b9-427c-b0c1-1cffde863ffd service neutron] 10.222.0.76 "GET /v2.0/networks/774063f8-e12a-496d-8eb4-bc5d985211ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385770 Apr 15 20:45:25.872284 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-de977c0f-2d27-47ec-b3cb-294793901ffa req-59a2773a-8819-48fd-ac0a-670004d98bc2 service neutron] 10.222.0.76 "GET /v2.0/networks/774063f8-e12a-496d-8eb4-bc5d985211ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341064 Apr 15 20:45:26.457673 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c475a2b5-7f54-4c50-b964-7e47f6e0a109 req-103855d9-90b6-4994-831f-8792b5ed4858 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:45:26.459329 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c475a2b5-7f54-4c50-b964-7e47f6e0a109 req-103855d9-90b6-4994-831f-8792b5ed4858 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b1dc04e-7008-45ad-8217-b3f873df91a4 HTTP/1.1" status: 200 len: 945 time: 0.0952666 Apr 15 20:45:26.506741 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c475a2b5-7f54-4c50-b964-7e47f6e0a109 req-94fb7a74-0ccd-4664-b522-db4210543398 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/security-groups?id=6ad2fe77-daf3-4dae-80a8-8f499b32cd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409281 Apr 15 20:45:27.734816 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc19b24-fb35-4330-bb79-f221a8f7119c req-384dda24-f2ec-473c-9282-c9b6327b11bc tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:45:27.736337 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-7cc19b24-fb35-4330-bb79-f221a8f7119c req-384dda24-f2ec-473c-9282-c9b6327b11bc tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b1dc04e-7008-45ad-8217-b3f873df91a4 HTTP/1.1" status: 200 len: 945 time: 0.1023109 Apr 15 20:45:27.786283 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-7cc19b24-fb35-4330-bb79-f221a8f7119c req-773b05ad-ce13-47d8-a3e1-7a3996966e60 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/security-groups?id=6ad2fe77-daf3-4dae-80a8-8f499b32cd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404768 Apr 15 20:45:29.009179 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dc92e6-dba0-45fa-93af-2c004c049469 req-2fd80cf6-247f-4392-a8ed-862306b96279 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:45:29.010794 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d7dc92e6-dba0-45fa-93af-2c004c049469 req-2fd80cf6-247f-4392-a8ed-862306b96279 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b1dc04e-7008-45ad-8217-b3f873df91a4 HTTP/1.1" status: 200 len: 945 time: 0.0905957 Apr 15 20:45:29.064263 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d7dc92e6-dba0-45fa-93af-2c004c049469 req-23d69a40-ba12-4fc5-a7b0-1b51a41045ce tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/security-groups?id=6ad2fe77-daf3-4dae-80a8-8f499b32cd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442071 Apr 15 20:45:29.491892 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45407c54-e517-4ddc-829b-0a034ae635a9 req-f10a65d7-5765-4dd0-a4f3-1a36811f1b71 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:45:29.493517 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-45407c54-e517-4ddc-829b-0a034ae635a9 req-f10a65d7-5765-4dd0-a4f3-1a36811f1b71 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b1dc04e-7008-45ad-8217-b3f873df91a4 HTTP/1.1" status: 200 len: 945 time: 0.1398242 Apr 15 20:45:29.554303 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-45407c54-e517-4ddc-829b-0a034ae635a9 req-6a3a231b-533a-4af8-a786-d8a83e911dde tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/security-groups?id=6ad2fe77-daf3-4dae-80a8-8f499b32cd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534148 Apr 15 20:45:29.557295 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1de7e7-3162-4cdf-b9dd-c5aadc236ede req-4a6f9240-de23-4f0d-aaeb-bbba3eb5e8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:45:29.558820 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-0b1de7e7-3162-4cdf-b9dd-c5aadc236ede req-4a6f9240-de23-4f0d-aaeb-bbba3eb5e8ef service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c75339fe25214ba19cd2965d8a07a826&device_id=1b1dc04e-7008-45ad-8217-b3f873df91a4 HTTP/1.1" status: 200 len: 1098 time: 0.1389608 Apr 15 20:45:29.701848 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1de7e7-3162-4cdf-b9dd-c5aadc236ede req-75ddd35b-31b6-4dee-85b0-83b5623e070c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:45:29.703389 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-0b1de7e7-3162-4cdf-b9dd-c5aadc236ede req-75ddd35b-31b6-4dee-85b0-83b5623e070c service neutron] 10.222.0.76 "GET /v2.0/networks?id=774063f8-e12a-496d-8eb4-bc5d985211ca HTTP/1.1" status: 200 len: 912 time: 0.1378934 Apr 15 20:45:29.814400 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-0b1de7e7-3162-4cdf-b9dd-c5aadc236ede req-03cc3c9e-b6ad-4496-9154-2670b72e67b0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=684df899-1871-4dd2-930b-373bb8b00547 HTTP/1.1" status: 200 len: 1001 time: 0.1029472 Apr 15 20:45:29.883476 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1de7e7-3162-4cdf-b9dd-c5aadc236ede req-f10f7e26-2c32-4922-af5f-4d97c347f4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:45:29.884974 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-0b1de7e7-3162-4cdf-b9dd-c5aadc236ede req-f10f7e26-2c32-4922-af5f-4d97c347f4a1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ad1d2cd2-6d9f-4bb5-a753-496ec0b439aa HTTP/1.1" status: 200 len: 849 time: 0.0636020 Apr 15 20:45:29.966239 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1de7e7-3162-4cdf-b9dd-c5aadc236ede req-1ff336e6-1c44-49c0-94e8-626a66470ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:45:29.967755 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-0b1de7e7-3162-4cdf-b9dd-c5aadc236ede req-1ff336e6-1c44-49c0-94e8-626a66470ef4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=774063f8-e12a-496d-8eb4-bc5d985211ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0761795 Apr 15 20:45:30.108881 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-0b1de7e7-3162-4cdf-b9dd-c5aadc236ede req-d3da6a5f-291b-45df-9428-d8d1640dc360 service neutron] 10.222.0.76 "GET /v2.0/networks/774063f8-e12a-496d-8eb4-bc5d985211ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336076 Apr 15 20:45:30.251980 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-0b1de7e7-3162-4cdf-b9dd-c5aadc236ede req-f89e0628-7b01-4d05-ab0a-76f772dca5c9 service neutron] 10.222.0.76 "GET /v2.0/networks/774063f8-e12a-496d-8eb4-bc5d985211ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356065 Apr 15 20:45:30.779035 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d657a1-ff39-472b-b7e7-c6666574e997 req-8cb602fe-f2c2-4e08-b265-8e81caff4b03 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:45:30.780639 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-e2d657a1-ff39-472b-b7e7-c6666574e997 req-8cb602fe-f2c2-4e08-b265-8e81caff4b03 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b1dc04e-7008-45ad-8217-b3f873df91a4 HTTP/1.1" status: 200 len: 945 time: 0.0939355 Apr 15 20:45:30.835146 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-e2d657a1-ff39-472b-b7e7-c6666574e997 req-1825a494-1ff8-4fdd-94cf-ccb4a367457a tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/security-groups?id=6ad2fe77-daf3-4dae-80a8-8f499b32cd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419683 Apr 15 20:45:31.054850 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.agents_db [None req-12650cd8-a504-4c0d-a4a2-248dab766c22 None None] Agent healthcheck: found 6 active agents {{(pid=85414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:45:32.046755 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5333d4e8-575e-47f6-95af-3e4bf945ba41 req-0f3175ae-eb37-4df1-9db1-5ba88dfcea2e tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:45:32.048412 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-5333d4e8-575e-47f6-95af-3e4bf945ba41 req-0f3175ae-eb37-4df1-9db1-5ba88dfcea2e tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b1dc04e-7008-45ad-8217-b3f873df91a4 HTTP/1.1" status: 200 len: 945 time: 0.0918932 Apr 15 20:45:32.101717 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-5333d4e8-575e-47f6-95af-3e4bf945ba41 req-bcdc9550-059f-4574-92f0-df997a667383 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/security-groups?id=6ad2fe77-daf3-4dae-80a8-8f499b32cd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439680 Apr 15 20:45:45.098555 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-d6255ede-27eb-4017-960d-4e85da800e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:45:47.535697 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-24dbb472-2ab7-4496-a646-19a2e098bce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:45:47.765959 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:45:47.965701 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6589a99b-4989-4a06-bc40-62b7e77e6cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:45:48.323685 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:45:49.671851 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-611aad59-e19d-4c1d-b92d-eb0975a661b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:08.050700 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.agents_db [None req-12650cd8-a504-4c0d-a4a2-248dab766c22 None None] Agent healthcheck: found 6 active agents {{(pid=85414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:46:15.106228 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-301498f5-5061-4343-a7d1-d8717f33b502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:17.538571 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-890ce517-b554-4c9d-b903-0f0e41960770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:17.766572 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:17.969189 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6589a99b-4989-4a06-bc40-62b7e77e6cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:18.323727 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:19.669983 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-611aad59-e19d-4c1d-b92d-eb0975a661b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:24.244159 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d70ba35a-7da8-43a0-9771-2f9ad2105095 req-ba715a7a-be8f-4745-a2bd-e80d69e7d1c9 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1b1dc04e-7008-45ad-8217-b3f873df91a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0814068 Apr 15 20:46:24.395966 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70ba35a-7da8-43a0-9771-2f9ad2105095 req-9b4a4e9e-cb35-4d42-9bfa-f2168ec30082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:46:24.397596 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d70ba35a-7da8-43a0-9771-2f9ad2105095 req-9b4a4e9e-cb35-4d42-9bfa-f2168ec30082 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c75339fe25214ba19cd2965d8a07a826&device_id=1b1dc04e-7008-45ad-8217-b3f873df91a4 HTTP/1.1" status: 200 len: 1098 time: 0.0783503 Apr 15 20:46:24.797684 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70ba35a-7da8-43a0-9771-2f9ad2105095 req-29a27a7b-742b-4494-ad9b-6853c0217800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:46:24.799355 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d70ba35a-7da8-43a0-9771-2f9ad2105095 req-29a27a7b-742b-4494-ad9b-6853c0217800 service neutron] 10.222.0.76 "GET /v2.0/networks?id=774063f8-e12a-496d-8eb4-bc5d985211ca HTTP/1.1" status: 200 len: 912 time: 0.3816726 Apr 15 20:46:24.907148 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d70ba35a-7da8-43a0-9771-2f9ad2105095 req-e79aca9a-9283-4ec4-a6be-f6e83b935237 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=684df899-1871-4dd2-930b-373bb8b00547 HTTP/1.1" status: 200 len: 1001 time: 0.1000047 Apr 15 20:46:24.981614 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70ba35a-7da8-43a0-9771-2f9ad2105095 req-b8f53b26-c81b-4751-abb2-35c4f45a8f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:46:24.983205 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d70ba35a-7da8-43a0-9771-2f9ad2105095 req-b8f53b26-c81b-4751-abb2-35c4f45a8f8d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ad1d2cd2-6d9f-4bb5-a753-496ec0b439aa HTTP/1.1" status: 200 len: 849 time: 0.0668504 Apr 15 20:46:25.080090 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70ba35a-7da8-43a0-9771-2f9ad2105095 req-abbd75a8-86a1-4443-ba0b-a9dee939b2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:46:25.081580 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d70ba35a-7da8-43a0-9771-2f9ad2105095 req-abbd75a8-86a1-4443-ba0b-a9dee939b2a5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=774063f8-e12a-496d-8eb4-bc5d985211ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0916371 Apr 15 20:46:25.229387 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d70ba35a-7da8-43a0-9771-2f9ad2105095 req-92fc7ca0-6b2e-47e2-82ec-010465a0667c service neutron] 10.222.0.76 "GET /v2.0/networks/774063f8-e12a-496d-8eb4-bc5d985211ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397195 Apr 15 20:46:25.373257 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d70ba35a-7da8-43a0-9771-2f9ad2105095 req-cda871cb-12f7-4903-a714-66e6840f3fd4 service neutron] 10.222.0.76 "GET /v2.0/networks/774063f8-e12a-496d-8eb4-bc5d985211ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371157 Apr 15 20:46:27.763833 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff0b14-3a8c-472b-9609-72e4518c8186 req-7d8c3390-a4fb-40b4-ba4c-1142e8c7961e tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:46:27.765417 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-b3ff0b14-3a8c-472b-9609-72e4518c8186 req-7d8c3390-a4fb-40b4-ba4c-1142e8c7961e tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b1dc04e-7008-45ad-8217-b3f873df91a4 HTTP/1.1" status: 200 len: 945 time: 0.1091776 Apr 15 20:46:27.816593 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-b3ff0b14-3a8c-472b-9609-72e4518c8186 req-119ba69e-3474-4569-86b3-d33793f87616 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/security-groups?id=6ad2fe77-daf3-4dae-80a8-8f499b32cd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434570 Apr 15 20:46:29.041781 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87d60a-65ec-4385-ab14-5990384e1de4 req-433217d7-63a5-4943-a9f2-fe2f0b77f4e7 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:46:29.043404 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-3c87d60a-65ec-4385-ab14-5990384e1de4 req-433217d7-63a5-4943-a9f2-fe2f0b77f4e7 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b1dc04e-7008-45ad-8217-b3f873df91a4 HTTP/1.1" status: 200 len: 945 time: 0.0939560 Apr 15 20:46:29.094329 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-3c87d60a-65ec-4385-ab14-5990384e1de4 req-9fa0010b-01ba-4cdb-afd3-8c52c732d1af tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/security-groups?id=6ad2fe77-daf3-4dae-80a8-8f499b32cd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444539 Apr 15 20:46:30.106101 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d204f2ba-7596-4491-8e24-e69955beb72a req-426ad08d-3b55-475d-9392-7203e781d226 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:46:30.107685 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d204f2ba-7596-4491-8e24-e69955beb72a req-426ad08d-3b55-475d-9392-7203e781d226 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b1dc04e-7008-45ad-8217-b3f873df91a4 HTTP/1.1" status: 200 len: 945 time: 0.1072814 Apr 15 20:46:30.185230 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [req-d204f2ba-7596-4491-8e24-e69955beb72a req-0fe06d4b-a6e3-498f-b76a-d6ef5cdda50b tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Deleting port 684df899-1871-4dd2-930b-373bb8b00547 {{(pid=85411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:46:30.185602 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-d204f2ba-7596-4491-8e24-e69955beb72a req-0fe06d4b-a6e3-498f-b76a-d6ef5cdda50b tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245249624948'] for port, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:30.461517 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ac86a6-c1e9-4973-9458-a0d9b559e61b req-86a7249c-93f0-4fad-9ee7-a6fc47617fd1 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:46:30.463176 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-53ac86a6-c1e9-4973-9458-a0d9b559e61b req-86a7249c-93f0-4fad-9ee7-a6fc47617fd1 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b1dc04e-7008-45ad-8217-b3f873df91a4 HTTP/1.1" status: 200 len: 945 time: 0.2421470 Apr 15 20:46:30.552081 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-53ac86a6-c1e9-4973-9458-a0d9b559e61b req-4d791454-9441-4697-8a9f-c169b1176aed tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/security-groups?id=6ad2fe77-daf3-4dae-80a8-8f499b32cd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804031 Apr 15 20:46:30.557224 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [req-d204f2ba-7596-4491-8e24-e69955beb72a req-0fe06d4b-a6e3-498f-b76a-d6ef5cdda50b tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] For port 684df899-1871-4dd2-930b-373bb8b00547, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=684df899-1871-4dd2-930b-373bb8b00547,segment=NetworkSegment(9591b0ff-fe62-4e46-99fd-8f16b10fc089),segment_id=9591b0ff-fe62-4e46-99fd-8f16b10fc089)] {{(pid=85411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:46:30.557620 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-d204f2ba-7596-4491-8e24-e69955beb72a req-0fe06d4b-a6e3-498f-b76a-d6ef5cdda50b tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16344636'] for port, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:30.877127 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-d204f2ba-7596-4491-8e24-e69955beb72a req-0fe06d4b-a6e3-498f-b76a-d6ef5cdda50b tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:30.877539 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-d204f2ba-7596-4491-8e24-e69955beb72a req-0fe06d4b-a6e3-498f-b76a-d6ef5cdda50b tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838401823'] for floatingip, after_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:30.877889 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.db.l3_db [req-d204f2ba-7596-4491-8e24-e69955beb72a req-0fe06d4b-a6e3-498f-b76a-d6ef5cdda50b tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Floating IP af327e5c-a9e8-4121-aeb6-8cb330d9eeb1 disassociated. External IP: 172.28.3.181, port: 684df899-1871-4dd2-930b-373bb8b00547. Apr 15 20:46:30.878324 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [req-d204f2ba-7596-4491-8e24-e69955beb72a req-0fe06d4b-a6e3-498f-b76a-d6ef5cdda50b tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Calling delete_port for 684df899-1871-4dd2-930b-373bb8b00547 owned by compute:nova {{(pid=85411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:46:31.035376 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-d204f2ba-7596-4491-8e24-e69955beb72a req-0fe06d4b-a6e3-498f-b76a-d6ef5cdda50b tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791605129519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791604687919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852399476'] for port, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:31.050872 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-e73f43a2-cfb8-4343-b6cf-4e6e6125489c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:46:31.144923 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe06d4b-a6e3-498f-b76a-d6ef5cdda50b tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Pushing event deleted for resources: {'Port': ['ID=684df899-1871-4dd2-930b-373bb8b00547,revision_number=None']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:46:31.160162 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe06d4b-a6e3-498f-b76a-d6ef5cdda50b tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:46:31.160573 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe06d4b-a6e3-498f-b76a-d6ef5cdda50b tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:46:31.160971 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe06d4b-a6e3-498f-b76a-d6ef5cdda50b tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:46:31.161365 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe06d4b-a6e3-498f-b76a-d6ef5cdda50b tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:46:31.161752 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe06d4b-a6e3-498f-b76a-d6ef5cdda50b tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:46:31.162140 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe06d4b-a6e3-498f-b76a-d6ef5cdda50b tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:46:31.162551 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe06d4b-a6e3-498f-b76a-d6ef5cdda50b tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:46:31.162939 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe06d4b-a6e3-498f-b76a-d6ef5cdda50b tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:46:31.163326 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe06d4b-a6e3-498f-b76a-d6ef5cdda50b tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:46:31.163707 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe06d4b-a6e3-498f-b76a-d6ef5cdda50b tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:46:31.164095 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe06d4b-a6e3-498f-b76a-d6ef5cdda50b tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:46:31.164473 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe06d4b-a6e3-498f-b76a-d6ef5cdda50b tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:46:31.169098 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-0fe06d4b-a6e3-498f-b76a-d6ef5cdda50b tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:46:31.421388 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d204f2ba-7596-4491-8e24-e69955beb72a req-0fe06d4b-a6e3-498f-b76a-d6ef5cdda50b tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Router 5fd14e80-33c3-424d-b6b7-63a7451a778e has already been hosted by L3 agent f2e50876-c35d-48fb-9e24-f0907444cef9 {{(pid=85411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 20:46:31.610507 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d204f2ba-7596-4491-8e24-e69955beb72a req-0fe06d4b-a6e3-498f-b76a-d6ef5cdda50b tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify agent at l3_agent.dv-cinder-786386-2-smb the message routers_updated {{(pid=85411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 20:46:31.621934 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fb4f11-03dd-4db7-ace9-312dab8f82d9 None None] Sync routers for ids ['5fd14e80-33c3-424d-b6b7-63a7451a778e'] in dv-cinder-786386-2-smb {{(pid=85414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 20:46:31.633806 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fb4f11-03dd-4db7-ace9-312dab8f82d9 None None] Routers {'5fd14e80-33c3-424d-b6b7-63a7451a778e'} bound to L3 agent in host dv-cinder-786386-2-smb {{(pid=85414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:46:31.634892 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-75fb4f11-03dd-4db7-ace9-312dab8f82d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T20:23:47Z,description=,heartbeat_timestamp=2021-04-15T20:46:18Z,host='dv-cinder-786386-2-smb',id=f2e50876-c35d-48fb-9e24-f0907444cef9,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:23:48Z,topic='l3_agent')) {'router_ids': ['5fd14e80-33c3-424d-b6b7-63a7451a778e'], 'active': True} {{(pid=85414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:46:31.728723 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [req-d204f2ba-7596-4491-8e24-e69955beb72a req-0fe06d4b-a6e3-498f-b76a-d6ef5cdda50b tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] No DVR routers for this DVR port 684df899-1871-4dd2-930b-373bb8b00547 on host hv-cinder-78638 {{(pid=85411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 20:46:31.735613 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-d204f2ba-7596-4491-8e24-e69955beb72a req-0fe06d4b-a6e3-498f-b76a-d6ef5cdda50b tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-906'] for port, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:31.738361 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b1dc04e-7008-45ad-8217-b3f873df91a4', 'name': 'network-vif-deleted', 'tag': '684df899-1871-4dd2-930b-373bb8b00547'}] {{(pid=85411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:46:31.755937 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-47bbbda2-b317-45a5-a4a4-f67cdb844d03 req-714ce660-3999-4bab-95ad-ab8774ea79c3 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b1dc04e-7008-45ad-8217-b3f873df91a4 HTTP/1.1" status: 200 len: 210 time: 0.0717556 Apr 15 20:46:31.763414 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d204f2ba-7596-4491-8e24-e69955beb72a req-0fe06d4b-a6e3-498f-b76a-d6ef5cdda50b tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.76 "DELETE /v2.0/ports/684df899-1871-4dd2-930b-373bb8b00547 HTTP/1.1" status: 204 len: 173 time: 1.6491678 Apr 15 20:46:31.832479 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvr_db [None req-75fb4f11-03dd-4db7-ace9-312dab8f82d9 None None] Set router 5fd14e80-33c3-424d-b6b7-63a7451a778e gateway port host: dv-cinder-786386-2-smb {{(pid=85414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:46:31.946003 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b1dc04e-7008-45ad-8217-b3f873df91a4', 'name': 'network-vif-deleted', 'tag': '684df899-1871-4dd2-930b-373bb8b00547', 'status': 'completed', 'code': 200} Apr 15 20:46:32.180270 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-75fb4f11-03dd-4db7-ace9-312dab8f82d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fd14e80-33c3-424d-b6b7-63a7451a778e', 'name': 'tempest-AttachVolumeTestJSON-455048742-router', 'tenant_id': 'c75339fe25214ba19cd2965d8a07a826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.172'}], 'enable_snat': True}, 'gw_port_id': '61da5dd1-576c-42c3-b87a-d2c8c1adb42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:42:24Z', 'updated_at': '2021-04-15T20:42:29Z', 'revision_number': 4, 'project_id': 'c75339fe25214ba19cd2965d8a07a826', 'gw_port': {'id': '61da5dd1-576c-42c3-b87a-d2c8c1adb42f', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:33:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd14e80-33c3-424d-b6b7-63a7451a778e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:42:25Z', 'updated_at': '2021-04-15T20:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb', '_interfaces': [{'id': '5a9e4048-9843-497c-bd9e-df90d1a6e2bc', 'name': '', 'network_id': '774063f8-e12a-496d-8eb4-bc5d985211ca', 'tenant_id': 'c75339fe25214ba19cd2965d8a07a826', 'mac_address': 'fa:16:3e:43:65:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd14e80-33c3-424d-b6b7-63a7451a778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'ad1d2cd2-6d9f-4bb5-a753-496ec0b439aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:42:28Z', 'updated_at': '2021-04-15T20:42:35Z', 'revision_number': 5, 'project_id': 'c75339fe25214ba19cd2965d8a07a826', 'subnets': [{'id': 'ad1d2cd2-6d9f-4bb5-a753-496ec0b439aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-2-smb', False) {} {{(pid=85414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:46:32.184572 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fb4f11-03dd-4db7-ace9-312dab8f82d9 None None] Checking router: 5fd14e80-33c3-424d-b6b7-63a7451a778e for host: dv-cinder-786386-2-smb {{(pid=85414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 20:46:32.194209 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fb4f11-03dd-4db7-ace9-312dab8f82d9 None None] Routers {'5fd14e80-33c3-424d-b6b7-63a7451a778e'} bound to L3 agent in host dv-cinder-786386-2-smb {{(pid=85414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:46:32.194924 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-75fb4f11-03dd-4db7-ace9-312dab8f82d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T20:23:47Z,description=,heartbeat_timestamp=2021-04-15T20:46:18Z,host='dv-cinder-786386-2-smb',id=f2e50876-c35d-48fb-9e24-f0907444cef9,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:23:48Z,topic='l3_agent')) {'router_ids': ['5fd14e80-33c3-424d-b6b7-63a7451a778e'], 'active': True} {{(pid=85414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:46:32.392561 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvr_db [None req-75fb4f11-03dd-4db7-ace9-312dab8f82d9 None None] Set router 5fd14e80-33c3-424d-b6b7-63a7451a778e gateway port host: dv-cinder-786386-2-smb {{(pid=85414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:46:32.676846 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device 684df899-1871-4dd2-930b-373bb8b00547 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 20:46:32.715146 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] No Port match for: 684df899-1871-4dd2-930b-373bb8b00547 {{(pid=85413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 20:46:32.715510 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device 684df899-1871-4dd2-930b-373bb8b00547 not bound to the agent host hv-cinder-78638 {{(pid=85413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 20:46:32.727355 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-75fb4f11-03dd-4db7-ace9-312dab8f82d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fd14e80-33c3-424d-b6b7-63a7451a778e', 'name': 'tempest-AttachVolumeTestJSON-455048742-router', 'tenant_id': 'c75339fe25214ba19cd2965d8a07a826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.172'}], 'enable_snat': True}, 'gw_port_id': '61da5dd1-576c-42c3-b87a-d2c8c1adb42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:42:24Z', 'updated_at': '2021-04-15T20:42:29Z', 'revision_number': 4, 'project_id': 'c75339fe25214ba19cd2965d8a07a826', 'gw_port': {'id': '61da5dd1-576c-42c3-b87a-d2c8c1adb42f', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:33:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd14e80-33c3-424d-b6b7-63a7451a778e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:42:25Z', 'updated_at': '2021-04-15T20:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb', '_interfaces': [{'id': '5a9e4048-9843-497c-bd9e-df90d1a6e2bc', 'name': '', 'network_id': '774063f8-e12a-496d-8eb4-bc5d985211ca', 'tenant_id': 'c75339fe25214ba19cd2965d8a07a826', 'mac_address': 'fa:16:3e:43:65:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd14e80-33c3-424d-b6b7-63a7451a778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'ad1d2cd2-6d9f-4bb5-a753-496ec0b439aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:42:28Z', 'updated_at': '2021-04-15T20:42:35Z', 'revision_number': 5, 'project_id': 'c75339fe25214ba19cd2965d8a07a826', 'subnets': [{'id': 'ad1d2cd2-6d9f-4bb5-a753-496ec0b439aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-2-smb', False) {} {{(pid=85414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:46:32.731649 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fb4f11-03dd-4db7-ace9-312dab8f82d9 None None] The sync data for ids ['5fd14e80-33c3-424d-b6b7-63a7451a778e'] in dv-cinder-786386-2-smb is: [{'id': '5fd14e80-33c3-424d-b6b7-63a7451a778e', 'name': 'tempest-AttachVolumeTestJSON-455048742-router', 'tenant_id': 'c75339fe25214ba19cd2965d8a07a826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.172'}], 'enable_snat': True}, 'gw_port_id': '61da5dd1-576c-42c3-b87a-d2c8c1adb42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:42:24Z', 'updated_at': '2021-04-15T20:42:29Z', 'revision_number': 4, 'project_id': 'c75339fe25214ba19cd2965d8a07a826', 'gw_port': {'id': '61da5dd1-576c-42c3-b87a-d2c8c1adb42f', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:33:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd14e80-33c3-424d-b6b7-63a7451a778e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:42:25Z', 'updated_at': '2021-04-15T20:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb', '_interfaces': [{'id': '5a9e4048-9843-497c-bd9e-df90d1a6e2bc', 'name': '', 'network_id': '774063f8-e12a-496d-8eb4-bc5d985211ca', 'tenant_id': 'c75339fe25214ba19cd2965d8a07a826', 'mac_address': 'fa:16:3e:43:65:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd14e80-33c3-424d-b6b7-63a7451a778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'ad1d2cd2-6d9f-4bb5-a753-496ec0b439aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:42:28Z', 'updated_at': '2021-04-15T20:42:35Z', 'revision_number': 5, 'project_id': 'c75339fe25214ba19cd2965d8a07a826', 'subnets': [{'id': 'ad1d2cd2-6d9f-4bb5-a753-496ec0b439aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 20:46:32.903583 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 38822) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:46:32.974177 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-b804276e-b31b-4b44-be50-956b1c967f4d tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks [] for security_group, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:33.007998 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-b804276e-b31b-4b44-be50-956b1c967f4d tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:33.061962 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-b804276e-b31b-4b44-be50-956b1c967f4d tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:33.067629 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-7452b05c-a079-4e56-8cab-8952da2afb31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:46:33.083476 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b804276e-b31b-4b44-be50-956b1c967f4d tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad2fe77-daf3-4dae-80a8-8f499b32cd88,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:46:33.092098 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b804276e-b31b-4b44-be50-956b1c967f4d tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:46:33.092522 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b804276e-b31b-4b44-be50-956b1c967f4d tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:46:33.092939 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b804276e-b31b-4b44-be50-956b1c967f4d tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:46:33.093349 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b804276e-b31b-4b44-be50-956b1c967f4d tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:46:33.093753 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b804276e-b31b-4b44-be50-956b1c967f4d tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:46:33.094157 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b804276e-b31b-4b44-be50-956b1c967f4d tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:46:33.094589 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b804276e-b31b-4b44-be50-956b1c967f4d tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:46:33.095006 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b804276e-b31b-4b44-be50-956b1c967f4d tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:46:33.095395 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b804276e-b31b-4b44-be50-956b1c967f4d tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:46:33.095791 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b804276e-b31b-4b44-be50-956b1c967f4d tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:46:33.096187 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b804276e-b31b-4b44-be50-956b1c967f4d tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:46:33.096581 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b804276e-b31b-4b44-be50-956b1c967f4d tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:46:33.103487 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-b804276e-b31b-4b44-be50-956b1c967f4d tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:46:33.105329 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-b804276e-b31b-4b44-be50-956b1c967f4d tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks [] for security_group, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:33.106023 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edaba19-1dee-4ba7-95f2-3139bcca82dd None None] New status for floating IP af327e5c-a9e8-4121-aeb6-8cb330d9eeb1: DOWN {{(pid=85413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 20:46:33.108171 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-b804276e-b31b-4b44-be50-956b1c967f4d tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "DELETE /v2.0/security-groups/6ad2fe77-daf3-4dae-80a8-8f499b32cd88 HTTP/1.1" status: 204 len: 168 time: 0.2034872 Apr 15 20:46:33.109407 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 38826) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:46:33.127276 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.v2.resource [None req-ba8f2a9b-cb67-455a-8962-d410b93a5b98 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] show failed (client error): The resource could not be found. Apr 15 20:46:33.128455 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-ba8f2a9b-cb67-455a-8962-d410b93a5b98 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/security-groups/6ad2fe77-daf3-4dae-80a8-8f499b32cd88 HTTP/1.1" status: 404 len: 347 time: 0.0179231 Apr 15 20:46:33.131475 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 38830) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:46:33.308089 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-84811007-42df-4b15-871a-e591e2f882a1 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Deleting port 5cedb3eb-885c-499d-aec1-2651b0c46297 {{(pid=85411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:46:33.308654 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-84811007-42df-4b15-871a-e591e2f882a1 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245249624948'] for port, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:33.496163 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-84811007-42df-4b15-871a-e591e2f882a1 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16344636'] for port, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:33.496533 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-84811007-42df-4b15-871a-e591e2f882a1 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:33.626155 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-84811007-42df-4b15-871a-e591e2f882a1 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Calling delete_port for 5cedb3eb-885c-499d-aec1-2651b0c46297 owned by network:floatingip {{(pid=85411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:46:33.719147 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.db.api [None req-84811007-42df-4b15-871a-e591e2f882a1 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85411) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 20:46:33.719506 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_db.api [None req-84811007-42df-4b15-871a-e591e2f882a1 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85411) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 20:46:34.220992 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-84811007-42df-4b15-871a-e591e2f882a1 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Deleting port 5cedb3eb-885c-499d-aec1-2651b0c46297 {{(pid=85411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:46:34.221653 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-84811007-42df-4b15-871a-e591e2f882a1 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245249624948'] for port, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:34.655664 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-84811007-42df-4b15-871a-e591e2f882a1 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16344636'] for port, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:34.656260 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-84811007-42df-4b15-871a-e591e2f882a1 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:34.787437 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-84811007-42df-4b15-871a-e591e2f882a1 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Calling delete_port for 5cedb3eb-885c-499d-aec1-2651b0c46297 owned by network:floatingip {{(pid=85411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:46:34.952829 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-84811007-42df-4b15-871a-e591e2f882a1 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791605129519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791604687919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852399476'] for port, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:34.969793 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-c1c76fc2-17f0-4959-9954-6828327840d6 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:46:35.063868 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84811007-42df-4b15-871a-e591e2f882a1 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Pushing event deleted for resources: {'Port': ['ID=5cedb3eb-885c-499d-aec1-2651b0c46297,revision_number=None']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:46:35.067866 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-84811007-42df-4b15-871a-e591e2f882a1 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:46:35.224486 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-84811007-42df-4b15-871a-e591e2f882a1 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks [] for floatingip, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:35.239735 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-84811007-42df-4b15-871a-e591e2f882a1 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-906'] for floatingip, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:35.240999 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-84811007-42df-4b15-871a-e591e2f882a1 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "DELETE /v2.0/floatingips/af327e5c-a9e8-4121-aeb6-8cb330d9eeb1 HTTP/1.1" status: 204 len: 168 time: 2.1084309 Apr 15 20:46:35.578144 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 38836) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:46:35.586972 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [None req-16b054a1-fab1-4d80-b1e6-49ea421999f7 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Request body: {'security_group': {'name': 'tempest-securitygroup--633142564', 'description': 'tempest-description--1609709448'}} {{(pid=85411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:46:35.596561 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-16b054a1-fab1-4d80-b1e6-49ea421999f7 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:46:35.602412 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-16b054a1-fab1-4d80-b1e6-49ea421999f7 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Usage tracker for resource:security_group and tenant:c75339fe25214ba19cd2965d8a07a826 is out of sync, need to count used quota {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:46:35.606581 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-16b054a1-fab1-4d80-b1e6-49ea421999f7 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:46:35.613016 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-16b054a1-fab1-4d80-b1e6-49ea421999f7 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:46:35.623448 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-16b054a1-fab1-4d80-b1e6-49ea421999f7 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks [] for security_group, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:35.645744 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-16b054a1-fab1-4d80-b1e6-49ea421999f7 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:46:35.649817 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-16b054a1-fab1-4d80-b1e6-49ea421999f7 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Usage tracker for resource:security_group_rule and tenant:c75339fe25214ba19cd2965d8a07a826 is out of sync, need to count used quota {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:46:35.652833 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-16b054a1-fab1-4d80-b1e6-49ea421999f7 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:46:35.659201 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-16b054a1-fab1-4d80-b1e6-49ea421999f7 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:46:35.738655 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-16b054a1-fab1-4d80-b1e6-49ea421999f7 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks [] for security_group, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:35.743185 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-16b054a1-fab1-4d80-b1e6-49ea421999f7 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:35.747027 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f4708528-903a-43f8-83b8-993430004576 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:46:35.790327 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b054a1-fab1-4d80-b1e6-49ea421999f7 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa57070-6d7a-4836-8f4c-7cb669bfd460,revision_number=1']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:46:35.793617 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-16b054a1-fab1-4d80-b1e6-49ea421999f7 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:46:35.796254 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-16b054a1-fab1-4d80-b1e6-49ea421999f7 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks [] for security_group, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:35.797734 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-16b054a1-fab1-4d80-b1e6-49ea421999f7 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2180429 Apr 15 20:46:35.800669 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 38840) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:46:35.806216 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [None req-0fe90d4f-e2d0-4445-8c72-c99d258f46ad tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Request body: {'security_group_rule': {'security_group_id': '1aa57070-6d7a-4836-8f4c-7cb669bfd460', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:46:35.812538 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-0fe90d4f-e2d0-4445-8c72-c99d258f46ad tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:46:35.816668 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-0fe90d4f-e2d0-4445-8c72-c99d258f46ad tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Usage tracker for resource:security_group_rule and tenant:c75339fe25214ba19cd2965d8a07a826 is out of sync, need to count used quota {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:46:35.819799 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-0fe90d4f-e2d0-4445-8c72-c99d258f46ad tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:46:35.825903 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-0fe90d4f-e2d0-4445-8c72-c99d258f46ad tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:46:35.844024 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-0fe90d4f-e2d0-4445-8c72-c99d258f46ad tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:35.913363 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-0fe90d4f-e2d0-4445-8c72-c99d258f46ad tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:35.917758 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-0fe90d4f-e2d0-4445-8c72-c99d258f46ad tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279719'] for security_group_rule, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:35.920166 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:46:35.943200 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe90d4f-e2d0-4445-8c72-c99d258f46ad tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dca8383-f568-4c45-98bf-e47b0f4cec17,revision_number=0']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:46:35.945653 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-0fe90d4f-e2d0-4445-8c72-c99d258f46ad tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:46:35.952641 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-0fe90d4f-e2d0-4445-8c72-c99d258f46ad tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:35.953904 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-0fe90d4f-e2d0-4445-8c72-c99d258f46ad tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1522686 Apr 15 20:46:35.957167 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 38844) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:46:35.962923 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [None req-de0a615f-3eba-44bc-8724-aae690a7bf7b tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Request body: {'security_group_rule': {'security_group_id': '1aa57070-6d7a-4836-8f4c-7cb669bfd460', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:46:35.969368 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-de0a615f-3eba-44bc-8724-aae690a7bf7b tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:46:35.973594 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-de0a615f-3eba-44bc-8724-aae690a7bf7b tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Usage tracker for resource:security_group_rule and tenant:c75339fe25214ba19cd2965d8a07a826 is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:46:35.981151 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-de0a615f-3eba-44bc-8724-aae690a7bf7b tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:46:35.987314 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-de0a615f-3eba-44bc-8724-aae690a7bf7b tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:46:36.004145 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-de0a615f-3eba-44bc-8724-aae690a7bf7b tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:36.066626 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-de0a615f-3eba-44bc-8724-aae690a7bf7b tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:36.070406 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-de0a615f-3eba-44bc-8724-aae690a7bf7b tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279719'] for security_group_rule, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:36.072475 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:46:36.095324 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0a615f-3eba-44bc-8724-aae690a7bf7b tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86b32c94-041a-440a-a252-b2e347082617,revision_number=0']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:46:36.097756 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-de0a615f-3eba-44bc-8724-aae690a7bf7b tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:46:36.105215 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-de0a615f-3eba-44bc-8724-aae690a7bf7b tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:36.109002 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-de0a615f-3eba-44bc-8724-aae690a7bf7b tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1482129 Apr 15 20:46:36.111355 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 38848) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:46:36.116774 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [None req-4d6d6c4c-0872-45c0-b207-071680cf176b tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Request body: {'floatingip': {'floating_network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4'}} {{(pid=85412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:46:36.123200 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-4d6d6c4c-0872-45c0-b207-071680cf176b tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:46:36.127517 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-4d6d6c4c-0872-45c0-b207-071680cf176b tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Usage tracker for resource:floatingip and tenant:c75339fe25214ba19cd2965d8a07a826 is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:46:36.130700 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-4d6d6c4c-0872-45c0-b207-071680cf176b tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:46:36.136896 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-4d6d6c4c-0872-45c0-b207-071680cf176b tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:46:36.147568 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4d6d6c4c-0872-45c0-b207-071680cf176b tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks [] for floatingip, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:36.293240 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4d6d6c4c-0872-45c0-b207-071680cf176b tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:36.439939 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.db_base_plugin_common [None req-4d6d6c4c-0872-45c0-b207-071680cf176b tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Allocated IP 172.28.3.226 (7c4aca2a-d888-4e9f-991a-bf8b268161b4/4dc7f199-63f9-40c2-a905-3297e9bf7ee9/5be76974-4a19-4c90-b74e-f91feea75963) {{(pid=85412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:46:36.593971 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4d6d6c4c-0872-45c0-b207-071680cf176b tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks [] for port, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:36.626684 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4d6d6c4c-0872-45c0-b207-071680cf176b tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245250087898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852524119'] for port, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:36.639470 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-fd9c59e2-fccd-4b4e-a107-eebdb863bb83 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:46:36.772150 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6d6c4c-0872-45c0-b207-071680cf176b tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Pushing event updated for resources: {'Port': ['ID=5be76974-4a19-4c90-b74e-f91feea75963,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:46:36.776619 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-4d6d6c4c-0872-45c0-b207-071680cf176b tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:46:36.828473 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6d6c4c-0872-45c0-b207-071680cf176b tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Network 7c4aca2a-d888-4e9f-991a-bf8b268161b4 is already hosted by enough agents. {{(pid=85412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:46:36.829650 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.base_scheduler [None req-4d6d6c4c-0872-45c0-b207-071680cf176b tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Resources bound (agent type, host, resource id): {{(pid=85412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:46:36.832128 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6d6c4c-0872-45c0-b207-071680cf176b tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Received port after_create {{(pid=85412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:46:36.915710 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4d6d6c4c-0872-45c0-b207-071680cf176b tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:36.979713 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4d6d6c4c-0872-45c0-b207-071680cf176b tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:37.201994 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4d6d6c4c-0872-45c0-b207-071680cf176b tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks [] for port, precommit_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:37.206593 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4d6d6c4c-0872-45c0-b207-071680cf176b tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2251697'] for port, after_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:37.219476 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-79f44933-7abf-4409-b6c6-44563588b3fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:46:37.611076 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6d6c4c-0872-45c0-b207-071680cf176b tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Pushing event updated for resources: {'Port': ['ID=5be76974-4a19-4c90-b74e-f91feea75963,revision_number=2']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:46:37.616351 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-4d6d6c4c-0872-45c0-b207-071680cf176b tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:46:37.714999 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4d6d6c4c-0872-45c0-b207-071680cf176b tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838401823'] for floatingip, after_update {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:37.740432 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4d6d6c4c-0872-45c0-b207-071680cf176b tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-906'] for floatingip, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:37.741759 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-4d6d6c4c-0872-45c0-b207-071680cf176b tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6294346 Apr 15 20:46:37.925127 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-f5273366-6dbe-42ae-9514-e0d6bded7f0f req-15b854cf-a389-4797-b9a0-c55567cef581 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Synchronizing usage tracker for tenant:c75339fe25214ba19cd2965d8a07a826 on resource:security_group {{(pid=85411) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:46:37.943785 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-f5273366-6dbe-42ae-9514-e0d6bded7f0f req-15b854cf-a389-4797-b9a0-c55567cef581 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Unset dirty status for tenant:c75339fe25214ba19cd2965d8a07a826 on resource:security_group {{(pid=85411) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:46:37.945011 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f5273366-6dbe-42ae-9514-e0d6bded7f0f req-15b854cf-a389-4797-b9a0-c55567cef581 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--633142564&fields=id&tenant_id=c75339fe25214ba19cd2965d8a07a826 HTTP/1.1" status: 200 len: 267 time: 0.0631320 Apr 15 20:46:38.111980 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5273366-6dbe-42ae-9514-e0d6bded7f0f req-89a14300-72c2-44b7-94d0-b83df7d29b97 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:46:38.113524 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f5273366-6dbe-42ae-9514-e0d6bded7f0f req-89a14300-72c2-44b7-94d0-b83df7d29b97 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/networks?id=774063f8-e12a-496d-8eb4-bc5d985211ca HTTP/1.1" status: 200 len: 810 time: 0.1572592 Apr 15 20:46:38.132819 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f5273366-6dbe-42ae-9514-e0d6bded7f0f req-63e5761d-6d3e-4acd-a851-45ef5fb69d86 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/quotas/c75339fe25214ba19cd2965d8a07a826 HTTP/1.1" status: 200 len: 375 time: 0.0097935 Apr 15 20:46:38.228112 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-f5273366-6dbe-42ae-9514-e0d6bded7f0f req-1c658a37-ebd7-4060-8301-5fdc2674cf57 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Synchronizing usage tracker for tenant:c75339fe25214ba19cd2965d8a07a826 on resource:port {{(pid=85411) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:46:38.243605 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-f5273366-6dbe-42ae-9514-e0d6bded7f0f req-1c658a37-ebd7-4060-8301-5fdc2674cf57 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Unset dirty status for tenant:c75339fe25214ba19cd2965d8a07a826 on resource:port {{(pid=85411) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:46:38.244953 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f5273366-6dbe-42ae-9514-e0d6bded7f0f req-1c658a37-ebd7-4060-8301-5fdc2674cf57 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=c75339fe25214ba19cd2965d8a07a826&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1039381 Apr 15 20:46:38.343553 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [req-f5273366-6dbe-42ae-9514-e0d6bded7f0f req-bec264a5-6bc0-4b81-9e97-f7784bbdfc9b service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=85411) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 20:46:38.344641 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f5273366-6dbe-42ae-9514-e0d6bded7f0f req-bec264a5-6bc0-4b81-9e97-f7784bbdfc9b service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0831313 Apr 15 20:46:38.488766 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f5273366-6dbe-42ae-9514-e0d6bded7f0f req-9418fd0d-2f30-4af0-bf4b-b2b73a727b1d service neutron] 10.222.0.69 "GET /v2.0/networks/774063f8-e12a-496d-8eb4-bc5d985211ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366098 Apr 15 20:46:38.630129 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f5273366-6dbe-42ae-9514-e0d6bded7f0f req-7f5bc583-f10c-43a9-9c04-52bc387ce991 service neutron] 10.222.0.69 "GET /v2.0/networks/774063f8-e12a-496d-8eb4-bc5d985211ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348629 Apr 15 20:46:38.834234 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-7e9a7ff9-7982-40b6-9383-a87f609d8bb0 req-8e52b4a3-2ca9-4d99-9ed7-dc2a586015e6 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a81a939-40be-43ae-b851-ac646324b9de HTTP/1.1" status: 200 len: 210 time: 0.0535469 Apr 15 20:46:40.056710 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-eb469110-43d7-4d8f-bd74-d00348976735 req-6ce78b19-6285-4613-a9e4-b713ccf2a588 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a81a939-40be-43ae-b851-ac646324b9de HTTP/1.1" status: 200 len: 210 time: 0.0616062 Apr 15 20:46:40.119152 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5273366-6dbe-42ae-9514-e0d6bded7f0f req-ccf5f777-9fe7-45ee-ba15-cc9405e53c62 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:46:40.120696 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f5273366-6dbe-42ae-9514-e0d6bded7f0f req-ccf5f777-9fe7-45ee-ba15-cc9405e53c62 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.76 "GET /v2.0/networks?id=774063f8-e12a-496d-8eb4-bc5d985211ca HTTP/1.1" status: 200 len: 810 time: 0.2031775 Apr 15 20:46:40.197581 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f5273366-6dbe-42ae-9514-e0d6bded7f0f req-4d57e850-736d-4051-a25b-1bc70412692b tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c75339fe25214ba19cd2965d8a07a826 HTTP/1.1" status: 200 len: 5708 time: 0.0682440 Apr 15 20:46:40.207459 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [req-f5273366-6dbe-42ae-9514-e0d6bded7f0f req-8eb34160-c571-4fb0-b886-a5d7e6edd064 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Request body: {'port': {'device_id': '3a81a939-40be-43ae-b851-ac646324b9de', 'network_id': '774063f8-e12a-496d-8eb4-bc5d985211ca', 'admin_state_up': True, 'tenant_id': 'c75339fe25214ba19cd2965d8a07a826', 'security_groups': ['1aa57070-6d7a-4836-8f4c-7cb669bfd460']}} {{(pid=85411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:46:40.353590 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [req-f5273366-6dbe-42ae-9514-e0d6bded7f0f req-8eb34160-c571-4fb0-b886-a5d7e6edd064 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:46:40.364377 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [req-f5273366-6dbe-42ae-9514-e0d6bded7f0f req-8eb34160-c571-4fb0-b886-a5d7e6edd064 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:46:40.374565 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5273366-6dbe-42ae-9514-e0d6bded7f0f req-8eb34160-c571-4fb0-b886-a5d7e6edd064 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Made reservation on behalf of c75339fe25214ba19cd2965d8a07a826 for: {'port': 1} {{(pid=85411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:46:40.380667 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-f5273366-6dbe-42ae-9514-e0d6bded7f0f req-8eb34160-c571-4fb0-b886-a5d7e6edd064 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:40.559041 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.db_base_plugin_common [req-f5273366-6dbe-42ae-9514-e0d6bded7f0f req-8eb34160-c571-4fb0-b886-a5d7e6edd064 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Allocated IP 172.20.0.3 (774063f8-e12a-496d-8eb4-bc5d985211ca/ad1d2cd2-6d9f-4bb5-a753-496ec0b439aa/8adc81d3-1935-484f-a73a-1d7825eaea25) {{(pid=85411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:46:40.754815 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-f5273366-6dbe-42ae-9514-e0d6bded7f0f req-8eb34160-c571-4fb0-b886-a5d7e6edd064 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks [] for port, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:40.770991 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [req-f5273366-6dbe-42ae-9514-e0d6bded7f0f req-8eb34160-c571-4fb0-b886-a5d7e6edd064 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Transition to ACTIVE for port object 8adc81d3-1935-484f-a73a-1d7825eaea25 will not be triggered until provisioned by entity DHCP. {{(pid=85411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:46:40.796741 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-f5273366-6dbe-42ae-9514-e0d6bded7f0f req-8eb34160-c571-4fb0-b886-a5d7e6edd064 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245250087898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852399476'] for port, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:40.815536 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-57e3229b-9b60-4cc8-a210-f63c4be2d264 tempest-TestShelveInstance-1564283785 tempest-TestShelveInstance-1564283785-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:46:40.954582 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb34160-c571-4fb0-b886-a5d7e6edd064 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Pushing event updated for resources: {'Port': ['ID=8adc81d3-1935-484f-a73a-1d7825eaea25,revision_number=1']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:46:40.959735 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-8eb34160-c571-4fb0-b886-a5d7e6edd064 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:46:41.010129 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5273366-6dbe-42ae-9514-e0d6bded7f0f req-8eb34160-c571-4fb0-b886-a5d7e6edd064 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Network 774063f8-e12a-496d-8eb4-bc5d985211ca is already hosted by enough agents. {{(pid=85411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:46:41.011284 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.base_scheduler [req-f5273366-6dbe-42ae-9514-e0d6bded7f0f req-8eb34160-c571-4fb0-b886-a5d7e6edd064 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Resources bound (agent type, host, resource id): {{(pid=85411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:46:41.013706 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5273366-6dbe-42ae-9514-e0d6bded7f0f req-8eb34160-c571-4fb0-b886-a5d7e6edd064 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Received port after_create {{(pid=85411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:46:41.080084 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5273366-6dbe-42ae-9514-e0d6bded7f0f req-8eb34160-c571-4fb0-b886-a5d7e6edd064 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:46:41.080775 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-f5273366-6dbe-42ae-9514-e0d6bded7f0f req-8eb34160-c571-4fb0-b886-a5d7e6edd064 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-906'] for port, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:41.117730 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f5273366-6dbe-42ae-9514-e0d6bded7f0f req-8eb34160-c571-4fb0-b886-a5d7e6edd064 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9141579 Apr 15 20:46:41.130912 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [req-f5273366-6dbe-42ae-9514-e0d6bded7f0f req-c2d63b03-449c-4562-8c1e-de53753782f9 service neutron] Request body: {'port': {'device_id': '3a81a939-40be-43ae-b851-ac646324b9de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:46:41.224367 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-f205f7e1-a1ba-488d-a297-78e2299fbe60 None None] Provisioning for port 8adc81d3-1935-484f-a73a-1d7825eaea25 completed by entity DHCP. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:46:41.230035 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-f205f7e1-a1ba-488d-a297-78e2299fbe60 None None] Provisioning complete for port 8adc81d3-1935-484f-a73a-1d7825eaea25 triggered by entity DHCP. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:46:41.230634 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f205f7e1-a1ba-488d-a297-78e2299fbe60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:41.290025 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-f205f7e1-a1ba-488d-a297-78e2299fbe60 None None] Port 8adc81d3-1935-484f-a73a-1d7825eaea25 cannot update to ACTIVE because it is not bound. {{(pid=85413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 20:46:41.315782 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-f5273366-6dbe-42ae-9514-e0d6bded7f0f req-c2d63b03-449c-4562-8c1e-de53753782f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:41.392075 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b4f5c0-7d4e-4129-a1ba-d605abc5fdb1 req-a0f389e0-182c-4283-b0bb-859401e2ebf5 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:46:41.392852 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-79b4f5c0-7d4e-4129-a1ba-d605abc5fdb1 req-a0f389e0-182c-4283-b0bb-859401e2ebf5 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Synchronizing usage tracker for tenant:c75339fe25214ba19cd2965d8a07a826 on resource:port {{(pid=85411) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:46:41.428225 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-79b4f5c0-7d4e-4129-a1ba-d605abc5fdb1 req-a0f389e0-182c-4283-b0bb-859401e2ebf5 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Unset dirty status for tenant:c75339fe25214ba19cd2965d8a07a826 on resource:port {{(pid=85411) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:46:41.429508 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-79b4f5c0-7d4e-4129-a1ba-d605abc5fdb1 req-a0f389e0-182c-4283-b0bb-859401e2ebf5 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a81a939-40be-43ae-b851-ac646324b9de HTTP/1.1" status: 200 len: 931 time: 0.2547565 Apr 15 20:46:41.557865 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-79b4f5c0-7d4e-4129-a1ba-d605abc5fdb1 req-274c6ac9-eede-4eb6-853d-d0ac89c26f34 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/security-groups?id=1aa57070-6d7a-4836-8f4c-7cb669bfd460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885162 Apr 15 20:46:41.746161 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [req-f5273366-6dbe-42ae-9514-e0d6bded7f0f req-c2d63b03-449c-4562-8c1e-de53753782f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8adc81d3-1935-484f-a73a-1d7825eaea25 {{(pid=85411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:46:41.754432 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-f5273366-6dbe-42ae-9514-e0d6bded7f0f req-c2d63b03-449c-4562-8c1e-de53753782f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:41.770234 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [req-f5273366-6dbe-42ae-9514-e0d6bded7f0f req-c2d63b03-449c-4562-8c1e-de53753782f9 service neutron] Transition to ACTIVE for port object 8adc81d3-1935-484f-a73a-1d7825eaea25 will not be triggered until provisioned by entity L2. {{(pid=85411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:46:41.774650 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-f5273366-6dbe-42ae-9514-e0d6bded7f0f req-c2d63b03-449c-4562-8c1e-de53753782f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2376340'] for port, after_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:41.787809 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-40b1b62a-c14e-4335-a8c4-f1d3d38ee8c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:46:41.922723 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d63b03-449c-4562-8c1e-de53753782f9 service neutron] Pushing event updated for resources: {'Port': ['ID=8adc81d3-1935-484f-a73a-1d7825eaea25,revision_number=2']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:46:41.927777 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-c2d63b03-449c-4562-8c1e-de53753782f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:46:42.149948 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [req-f5273366-6dbe-42ae-9514-e0d6bded7f0f req-c2d63b03-449c-4562-8c1e-de53753782f9 service neutron] Attempting to bind port 8adc81d3-1935-484f-a73a-1d7825eaea25 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:46:42.150526 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [req-f5273366-6dbe-42ae-9514-e0d6bded7f0f req-c2d63b03-449c-4562-8c1e-de53753782f9 service neutron] Attempting to bind port 8adc81d3-1935-484f-a73a-1d7825eaea25 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '9591b0ff-fe62-4e46-99fd-8f16b10fc089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '774063f8-e12a-496d-8eb4-bc5d985211ca'}] {{(pid=85411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:46:42.150668 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5273366-6dbe-42ae-9514-e0d6bded7f0f req-c2d63b03-449c-4562-8c1e-de53753782f9 service neutron] Attempting to bind port 8adc81d3-1935-484f-a73a-1d7825eaea25 on network 774063f8-e12a-496d-8eb4-bc5d985211ca {{(pid=85411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:46:42.155666 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5273366-6dbe-42ae-9514-e0d6bded7f0f req-c2d63b03-449c-4562-8c1e-de53753782f9 service neutron] Port 8adc81d3-1935-484f-a73a-1d7825eaea25 on network 774063f8-e12a-496d-8eb4-bc5d985211ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 20:46:42.156016 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5273366-6dbe-42ae-9514-e0d6bded7f0f req-c2d63b03-449c-4562-8c1e-de53753782f9 service neutron] Attempting to bind port 8adc81d3-1935-484f-a73a-1d7825eaea25 on network 774063f8-e12a-496d-8eb4-bc5d985211ca {{(pid=85411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:46:42.161578 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5273366-6dbe-42ae-9514-e0d6bded7f0f req-c2d63b03-449c-4562-8c1e-de53753782f9 service neutron] Checking agent: {'id': '70e73898-5ca9-4370-a761-abbf44013111', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 30, 18), 'started_at': datetime.datetime(2021, 4, 15, 20, 30, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:46:42.161945 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5273366-6dbe-42ae-9514-e0d6bded7f0f req-c2d63b03-449c-4562-8c1e-de53753782f9 service neutron] Checking segment: {'id': '9591b0ff-fe62-4e46-99fd-8f16b10fc089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '774063f8-e12a-496d-8eb4-bc5d985211ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:46:42.162360 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5273366-6dbe-42ae-9514-e0d6bded7f0f req-c2d63b03-449c-4562-8c1e-de53753782f9 service neutron] Bound using segment: {'id': '9591b0ff-fe62-4e46-99fd-8f16b10fc089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '774063f8-e12a-496d-8eb4-bc5d985211ca'} {{(pid=85411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:46:42.162868 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [req-f5273366-6dbe-42ae-9514-e0d6bded7f0f req-c2d63b03-449c-4562-8c1e-de53753782f9 service neutron] Bound port: 8adc81d3-1935-484f-a73a-1d7825eaea25, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9591b0ff-fe62-4e46-99fd-8f16b10fc089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '774063f8-e12a-496d-8eb4-bc5d985211ca'}}] {{(pid=85411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:46:42.163245 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-f5273366-6dbe-42ae-9514-e0d6bded7f0f req-c2d63b03-449c-4562-8c1e-de53753782f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:42.262324 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [req-f5273366-6dbe-42ae-9514-e0d6bded7f0f req-c2d63b03-449c-4562-8c1e-de53753782f9 service neutron] For port 8adc81d3-1935-484f-a73a-1d7825eaea25, host hv-cinder-78638, cleared binding levels {{(pid=85411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:46:42.265530 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [req-f5273366-6dbe-42ae-9514-e0d6bded7f0f req-c2d63b03-449c-4562-8c1e-de53753782f9 service neutron] For port 8adc81d3-1935-484f-a73a-1d7825eaea25, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8adc81d3-1935-484f-a73a-1d7825eaea25,segment=NetworkSegment(9591b0ff-fe62-4e46-99fd-8f16b10fc089),segment_id=9591b0ff-fe62-4e46-99fd-8f16b10fc089)] {{(pid=85411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:46:42.270325 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-f5273366-6dbe-42ae-9514-e0d6bded7f0f req-c2d63b03-449c-4562-8c1e-de53753782f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2376340'] for port, after_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:42.283264 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-31a518a7-37f2-4a9e-935d-a9e74ea1b76b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:46:42.687337 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d63b03-449c-4562-8c1e-de53753782f9 service neutron] Pushing event updated for resources: {'Port': ['ID=8adc81d3-1935-484f-a73a-1d7825eaea25,revision_number=3']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:46:42.690775 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-c2d63b03-449c-4562-8c1e-de53753782f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:46:42.775527 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5273366-6dbe-42ae-9514-e0d6bded7f0f req-c2d63b03-449c-4562-8c1e-de53753782f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:46:42.776441 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-f5273366-6dbe-42ae-9514-e0d6bded7f0f req-c2d63b03-449c-4562-8c1e-de53753782f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-906'] for port, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:42.777896 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f5273366-6dbe-42ae-9514-e0d6bded7f0f req-c2d63b03-449c-4562-8c1e-de53753782f9 service neutron] 10.222.0.76 "PUT /v2.0/ports/8adc81d3-1935-484f-a73a-1d7825eaea25 HTTP/1.1" status: 200 len: 1093 time: 1.6521854 Apr 15 20:46:42.778841 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a81a939-40be-43ae-b851-ac646324b9de', 'tag': '8adc81d3-1935-484f-a73a-1d7825eaea25'}] {{(pid=85411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:46:42.820448 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a354ca-0aab-491d-809c-2620f1ea2c6f req-de63908a-a7d1-47f3-a0c7-bff09ec30b6f tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:46:42.822140 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-91a354ca-0aab-491d-809c-2620f1ea2c6f req-de63908a-a7d1-47f3-a0c7-bff09ec30b6f tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a81a939-40be-43ae-b851-ac646324b9de HTTP/1.1" status: 200 len: 943 time: 0.1486073 Apr 15 20:46:42.869390 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a81a939-40be-43ae-b851-ac646324b9de', 'tag': '8adc81d3-1935-484f-a73a-1d7825eaea25', 'status': 'completed', 'code': 200} Apr 15 20:46:42.934082 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-91a354ca-0aab-491d-809c-2620f1ea2c6f req-9aec6038-dc13-4270-997d-0e32135524a4 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/security-groups?id=1aa57070-6d7a-4836-8f4c-7cb669bfd460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719657 Apr 15 20:46:42.947177 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5273366-6dbe-42ae-9514-e0d6bded7f0f req-9e499c66-6373-4eaa-9919-cb3c6aacfcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:46:42.948745 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f5273366-6dbe-42ae-9514-e0d6bded7f0f req-9e499c66-6373-4eaa-9919-cb3c6aacfcc4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c75339fe25214ba19cd2965d8a07a826&device_id=3a81a939-40be-43ae-b851-ac646324b9de HTTP/1.1" status: 200 len: 1096 time: 0.1256142 Apr 15 20:46:43.026565 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f5273366-6dbe-42ae-9514-e0d6bded7f0f req-8e9714c6-1ff8-4ed6-9c42-dc4872410710 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8adc81d3-1935-484f-a73a-1d7825eaea25 HTTP/1.1" status: 200 len: 217 time: 0.0694864 Apr 15 20:46:43.096793 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5273366-6dbe-42ae-9514-e0d6bded7f0f req-0ca5998b-2980-4cd2-8143-63fc4172c1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:46:43.098306 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f5273366-6dbe-42ae-9514-e0d6bded7f0f req-0ca5998b-2980-4cd2-8143-63fc4172c1b2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ad1d2cd2-6d9f-4bb5-a753-496ec0b439aa HTTP/1.1" status: 200 len: 849 time: 0.0649953 Apr 15 20:46:43.186093 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5273366-6dbe-42ae-9514-e0d6bded7f0f req-ae864c4f-ec52-49d6-9d3c-29175ddf530c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:46:43.187722 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f5273366-6dbe-42ae-9514-e0d6bded7f0f req-ae864c4f-ec52-49d6-9d3c-29175ddf530c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=774063f8-e12a-496d-8eb4-bc5d985211ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0784516 Apr 15 20:46:43.332426 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f5273366-6dbe-42ae-9514-e0d6bded7f0f req-4de9464e-1940-487a-8bdc-744ffa4aa95e service neutron] 10.222.0.76 "GET /v2.0/networks/774063f8-e12a-496d-8eb4-bc5d985211ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366615 Apr 15 20:46:43.482343 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-f5273366-6dbe-42ae-9514-e0d6bded7f0f req-775d5057-2a29-4845-b59e-3b0366c8c7e1 service neutron] 10.222.0.76 "GET /v2.0/networks/774063f8-e12a-496d-8eb4-bc5d985211ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410959 Apr 15 20:46:43.625612 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996e9445-f213-49f6-a6f0-45579795907c req-8c266fbe-d982-4b88-98e6-56befebf71ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:46:43.627267 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-996e9445-f213-49f6-a6f0-45579795907c req-8c266fbe-d982-4b88-98e6-56befebf71ad service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c75339fe25214ba19cd2965d8a07a826&device_id=3a81a939-40be-43ae-b851-ac646324b9de HTTP/1.1" status: 200 len: 1096 time: 0.0847979 Apr 15 20:46:43.774120 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996e9445-f213-49f6-a6f0-45579795907c req-35fc0247-4306-4941-b43d-ac53bed31b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:46:43.775754 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-996e9445-f213-49f6-a6f0-45579795907c req-35fc0247-4306-4941-b43d-ac53bed31b00 service neutron] 10.222.0.76 "GET /v2.0/networks?id=774063f8-e12a-496d-8eb4-bc5d985211ca HTTP/1.1" status: 200 len: 912 time: 0.1414430 Apr 15 20:46:43.852411 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-996e9445-f213-49f6-a6f0-45579795907c req-c42fd326-b436-4359-897f-c1dd8ccdcb33 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8adc81d3-1935-484f-a73a-1d7825eaea25 HTTP/1.1" status: 200 len: 217 time: 0.0694408 Apr 15 20:46:43.922762 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996e9445-f213-49f6-a6f0-45579795907c req-3c1b61d1-8ce7-46d4-bb69-a234bec82735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:46:43.924289 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-996e9445-f213-49f6-a6f0-45579795907c req-3c1b61d1-8ce7-46d4-bb69-a234bec82735 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ad1d2cd2-6d9f-4bb5-a753-496ec0b439aa HTTP/1.1" status: 200 len: 849 time: 0.0656202 Apr 15 20:46:44.009625 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996e9445-f213-49f6-a6f0-45579795907c req-c7fce142-87f4-490c-9475-5ffa1d9266d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:46:44.011283 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-996e9445-f213-49f6-a6f0-45579795907c req-c7fce142-87f4-490c-9475-5ffa1d9266d2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=774063f8-e12a-496d-8eb4-bc5d985211ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0799148 Apr 15 20:46:44.216116 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-996e9445-f213-49f6-a6f0-45579795907c req-8a87d307-2e96-4415-8ce6-7b83bed4f501 service neutron] 10.222.0.76 "GET /v2.0/networks/774063f8-e12a-496d-8eb4-bc5d985211ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972847 Apr 15 20:46:44.261799 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3899e-6468-4add-bcd3-e7998f3939c6 req-f322b873-3848-42dc-971b-03fc0f6c99ba tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:46:44.263363 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-41b3899e-6468-4add-bcd3-e7998f3939c6 req-f322b873-3848-42dc-971b-03fc0f6c99ba tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a81a939-40be-43ae-b851-ac646324b9de HTTP/1.1" status: 200 len: 943 time: 0.1691992 Apr 15 20:46:44.386693 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-41b3899e-6468-4add-bcd3-e7998f3939c6 req-645d1cf3-2b08-42c8-bc44-7437e308513a tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/security-groups?id=1aa57070-6d7a-4836-8f4c-7cb669bfd460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753510 Apr 15 20:46:44.408844 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-996e9445-f213-49f6-a6f0-45579795907c req-4d8f9892-3c57-4875-b9c9-71484cb75250 service neutron] 10.222.0.76 "GET /v2.0/networks/774063f8-e12a-496d-8eb4-bc5d985211ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845257 Apr 15 20:46:45.046214 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.agents_db [None req-12650cd8-a504-4c0d-a4a2-248dab766c22 None None] Agent healthcheck: found 6 active agents {{(pid=85414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:46:45.096508 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-61387fd8-8394-4acc-9f1f-5825e94ec57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:45.597871 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b22a9-cc9d-4319-bd4a-ceef5bb03ed2 req-7b6cabb5-b8ad-4116-8018-744bc77afbb2 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:46:45.599516 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c10b22a9-cc9d-4319-bd4a-ceef5bb03ed2 req-7b6cabb5-b8ad-4116-8018-744bc77afbb2 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a81a939-40be-43ae-b851-ac646324b9de HTTP/1.1" status: 200 len: 943 time: 0.0920725 Apr 15 20:46:45.652466 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-c10b22a9-cc9d-4319-bd4a-ceef5bb03ed2 req-5803b5aa-fc1b-4d17-a505-93bc331ef975 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/security-groups?id=1aa57070-6d7a-4836-8f4c-7cb669bfd460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455370 Apr 15 20:46:46.738955 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device 8adc81d3-1935-484f-a73a-1d7825eaea25 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 20:46:46.887829 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] For port 8adc81d3-1935-484f-a73a-1d7825eaea25, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8adc81d3-1935-484f-a73a-1d7825eaea25,segment=NetworkSegment(9591b0ff-fe62-4e46-99fd-8f16b10fc089),segment_id=9591b0ff-fe62-4e46-99fd-8f16b10fc089)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:46:46.902037 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Returning: {'device': '8adc81d3-1935-484f-a73a-1d7825eaea25', 'network_id': '774063f8-e12a-496d-8eb4-bc5d985211ca', 'port_id': '8adc81d3-1935-484f-a73a-1d7825eaea25', 'mac_address': 'fa:16:3e:2e:2b:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad1d2cd2-6d9f-4bb5-a753-496ec0b439aa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 20:46:46.960806 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:46.978864 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8adc81d3-1935-484f-a73a-1d7825eaea25 {{(pid=85413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:46:46.995085 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] For port 8adc81d3-1935-484f-a73a-1d7825eaea25, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8adc81d3-1935-484f-a73a-1d7825eaea25,segment=NetworkSegment(9591b0ff-fe62-4e46-99fd-8f16b10fc089),segment_id=9591b0ff-fe62-4e46-99fd-8f16b10fc089)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:46:46.999216 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:47.001126 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:46:47.002063 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d653316a-1f7c-4e8b-bc41-16074c9c94fb req-bc22f95e-5b4e-4bc0-bd72-2ecd8ecf8903 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:46:47.003689 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d653316a-1f7c-4e8b-bc41-16074c9c94fb req-bc22f95e-5b4e-4bc0-bd72-2ecd8ecf8903 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a81a939-40be-43ae-b851-ac646324b9de HTTP/1.1" status: 200 len: 943 time: 0.0911982 Apr 15 20:46:47.051607 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-d653316a-1f7c-4e8b-bc41-16074c9c94fb req-822e8169-0132-42f3-a8e9-b44f881b5ef9 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/security-groups?id=1aa57070-6d7a-4836-8f4c-7cb669bfd460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415058 Apr 15 20:46:47.075057 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Pushing event updated for resources: {'Port': ['ID=8adc81d3-1935-484f-a73a-1d7825eaea25,revision_number=4']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:46:47.083255 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:46:47.083841 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:46:47.084214 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:46:47.084591 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:46:47.084967 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:46:47.085339 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:46:47.085887 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:46:47.086257 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:46:47.086638 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:46:47.087003 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:46:47.087362 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:46:47.087723 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:46:47.091863 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:46:47.356625 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] get_ports_and_sgs() called for port_ids ['8adc81d3-1935-484f-a73a-1d7825eaea25'] {{(pid=85413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:46:47.546392 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-686e28ca-dac2-4bd4-9bc5-b192ca5b50f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:47.793482 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:47.978749 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6589a99b-4989-4a06-bc40-62b7e77e6cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:48.275799 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f5379-b0d6-4214-8094-55f3d23d29ff req-1bbb4c1e-332b-4368-be3b-34ee305be0fb tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:46:48.277380 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-243f5379-b0d6-4214-8094-55f3d23d29ff req-1bbb4c1e-332b-4368-be3b-34ee305be0fb tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a81a939-40be-43ae-b851-ac646324b9de HTTP/1.1" status: 200 len: 944 time: 0.1008942 Apr 15 20:46:48.318429 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:48.327313 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-243f5379-b0d6-4214-8094-55f3d23d29ff req-bb3cd328-7d6c-43db-89c6-3722691c9845 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/security-groups?id=1aa57070-6d7a-4836-8f4c-7cb669bfd460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433187 Apr 15 20:46:48.756095 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device 8adc81d3-1935-484f-a73a-1d7825eaea25 up at agent hyperv_hv-cinder-78638 {{(pid=85413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:46:48.839984 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Provisioning for port 8adc81d3-1935-484f-a73a-1d7825eaea25 completed by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:46:48.845221 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.provisioning_blocks [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Provisioning complete for port 8adc81d3-1935-484f-a73a-1d7825eaea25 triggered by entity L2. {{(pid=85413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:46:48.845636 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838071322'] for port, provisioning_complete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:48.979808 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-211123'] for port, before_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:49.009120 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a81a939-40be-43ae-b851-ac646324b9de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8adc81d3-1935-484f-a73a-1d7825eaea25'}] {{(pid=85413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:46:49.019460 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] For port 8adc81d3-1935-484f-a73a-1d7825eaea25, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8adc81d3-1935-484f-a73a-1d7825eaea25,segment=NetworkSegment(9591b0ff-fe62-4e46-99fd-8f16b10fc089),segment_id=9591b0ff-fe62-4e46-99fd-8f16b10fc089)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:46:49.023622 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791605129536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245250087881', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791604687953'] for port, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:49.025310 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:46:49.099709 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Pushing event updated for resources: {'Port': ['ID=8adc81d3-1935-484f-a73a-1d7825eaea25,revision_number=5']} {{(pid=85413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:46:49.103420 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:46:49.117234 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a81a939-40be-43ae-b851-ac646324b9de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8adc81d3-1935-484f-a73a-1d7825eaea25', 'code': 200} Apr 15 20:46:49.370546 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a6996b-34df-45cb-b0ff-6bddb9ee1995 req-76b05358-aa41-4e12-9648-242e22cf08d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:46:49.372193 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-95a6996b-34df-45cb-b0ff-6bddb9ee1995 req-76b05358-aa41-4e12-9648-242e22cf08d2 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=3a81a939-40be-43ae-b851-ac646324b9de HTTP/1.1" status: 200 len: 1098 time: 0.0855567 Apr 15 20:46:49.416554 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-95a6996b-34df-45cb-b0ff-6bddb9ee1995 req-9df012eb-6f6b-4c03-b37d-31b16444149c service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=1aa57070-6d7a-4836-8f4c-7cb669bfd460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377710 Apr 15 20:46:49.541255 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a521f2ac-c87f-4754-ae25-fec8ebeb9001 req-90b363ad-ea65-469f-a409-ed7b45fd5178 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:46:49.542877 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-a521f2ac-c87f-4754-ae25-fec8ebeb9001 req-90b363ad-ea65-469f-a409-ed7b45fd5178 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a81a939-40be-43ae-b851-ac646324b9de HTTP/1.1" status: 200 len: 945 time: 0.0999863 Apr 15 20:46:49.590320 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-a521f2ac-c87f-4754-ae25-fec8ebeb9001 req-eafbf76c-2898-41af-9de7-7f04964892f9 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/security-groups?id=1aa57070-6d7a-4836-8f4c-7cb669bfd460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410655 Apr 15 20:46:49.672801 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-611aad59-e19d-4c1d-b92d-eb0975a661b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:50.815141 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e381749c-b866-4697-b465-537b07bed30c req-01ed2815-2c1d-4a98-8ff9-f57474e41780 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:46:50.816727 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-e381749c-b866-4697-b465-537b07bed30c req-01ed2815-2c1d-4a98-8ff9-f57474e41780 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a81a939-40be-43ae-b851-ac646324b9de HTTP/1.1" status: 200 len: 945 time: 0.0988791 Apr 15 20:46:50.868683 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-e381749c-b866-4697-b465-537b07bed30c req-ff58a0de-8b53-479e-9fbb-ceaada059c85 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/security-groups?id=1aa57070-6d7a-4836-8f4c-7cb669bfd460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424485 Apr 15 20:46:51.079196 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd2d4c0-bb5d-40c9-b4a0-1c3227b6a031 req-226d8478-0ae2-4845-b235-86f844bdccc9 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:46:51.080781 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-bcd2d4c0-bb5d-40c9-b4a0-1c3227b6a031 req-226d8478-0ae2-4845-b235-86f844bdccc9 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a81a939-40be-43ae-b851-ac646324b9de HTTP/1.1" status: 200 len: 945 time: 0.0992751 Apr 15 20:46:51.090254 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 38910) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:46:51.095757 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.v2.base [None req-a189f6b8-ba7d-43e7-b23d-355d0ac6897b tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Request body: {'floatingip': {'port_id': '8adc81d3-1935-484f-a73a-1d7825eaea25'}} {{(pid=85411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:46:51.179698 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-a189f6b8-ba7d-43e7-b23d-355d0ac6897b tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks [] for floatingip, before_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:51.845419 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-a189f6b8-ba7d-43e7-b23d-355d0ac6897b tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:51.849466 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-a189f6b8-ba7d-43e7-b23d-355d0ac6897b tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838401823'] for floatingip, after_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:52.284921 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.db.l3_db [None req-a189f6b8-ba7d-43e7-b23d-355d0ac6897b tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Floating IP 1fef9dcf-73ba-40a6-9729-c5a8a915db10 associated. External IP: 172.28.3.226, port: 8adc81d3-1935-484f-a73a-1d7825eaea25. Apr 15 20:46:52.652643 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a189f6b8-ba7d-43e7-b23d-355d0ac6897b tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Router 5fd14e80-33c3-424d-b6b7-63a7451a778e has already been hosted by L3 agent f2e50876-c35d-48fb-9e24-f0907444cef9 {{(pid=85411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 20:46:52.839266 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a189f6b8-ba7d-43e7-b23d-355d0ac6897b tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify agent at l3_agent.dv-cinder-786386-2-smb the message routers_updated {{(pid=85411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 20:46:52.843687 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-a189f6b8-ba7d-43e7-b23d-355d0ac6897b tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-906'] for floatingip, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:52.849300 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7eff70-0bc4-4b9b-90ec-b718b99eccf0 None None] Sync routers for ids ['5fd14e80-33c3-424d-b6b7-63a7451a778e'] in dv-cinder-786386-2-smb {{(pid=85414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 20:46:52.861596 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7eff70-0bc4-4b9b-90ec-b718b99eccf0 None None] Routers {'5fd14e80-33c3-424d-b6b7-63a7451a778e'} bound to L3 agent in host dv-cinder-786386-2-smb {{(pid=85414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:46:52.862272 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-4f7eff70-0bc4-4b9b-90ec-b718b99eccf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T20:23:47Z,description=,heartbeat_timestamp=2021-04-15T20:46:48Z,host='dv-cinder-786386-2-smb',id=f2e50876-c35d-48fb-9e24-f0907444cef9,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:23:48Z,topic='l3_agent')) {'router_ids': ['5fd14e80-33c3-424d-b6b7-63a7451a778e'], 'active': True} {{(pid=85414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:46:52.906510 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-a189f6b8-ba7d-43e7-b23d-355d0ac6897b tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "PUT /v2.0/floatingips/1fef9dcf-73ba-40a6-9729-c5a8a915db10 HTTP/1.1" status: 200 len: 991 time: 1.8149559 Apr 15 20:46:52.907138 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a81a939-40be-43ae-b851-ac646324b9de', 'tag': '8adc81d3-1935-484f-a73a-1d7825eaea25'}] {{(pid=85411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:46:52.961524 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a81a939-40be-43ae-b851-ac646324b9de', 'tag': '8adc81d3-1935-484f-a73a-1d7825eaea25', 'status': 'completed', 'code': 200} Apr 15 20:46:53.054311 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvr_db [None req-4f7eff70-0bc4-4b9b-90ec-b718b99eccf0 None None] Set router 5fd14e80-33c3-424d-b6b7-63a7451a778e gateway port host: dv-cinder-786386-2-smb {{(pid=85414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:46:53.065706 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b0caf-3e24-475c-94bb-e4ec1b92e098 req-1becb24b-de96-4e6b-8b8b-159455461e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:46:53.067593 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-a62b0caf-3e24-475c-94bb-e4ec1b92e098 req-1becb24b-de96-4e6b-8b8b-159455461e2e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c75339fe25214ba19cd2965d8a07a826&device_id=3a81a939-40be-43ae-b851-ac646324b9de HTTP/1.1" status: 200 len: 1098 time: 0.0817485 Apr 15 20:46:53.212789 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b0caf-3e24-475c-94bb-e4ec1b92e098 req-2160ea13-82ec-4542-b209-a324dfcd6771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:46:53.214279 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-a62b0caf-3e24-475c-94bb-e4ec1b92e098 req-2160ea13-82ec-4542-b209-a324dfcd6771 service neutron] 10.222.0.76 "GET /v2.0/networks?id=774063f8-e12a-496d-8eb4-bc5d985211ca HTTP/1.1" status: 200 len: 912 time: 0.1402702 Apr 15 20:46:53.331818 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-a62b0caf-3e24-475c-94bb-e4ec1b92e098 req-0acb10b6-3a89-4e5b-910c-5d8dde283910 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8adc81d3-1935-484f-a73a-1d7825eaea25 HTTP/1.1" status: 200 len: 999 time: 0.1105022 Apr 15 20:46:53.406635 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b0caf-3e24-475c-94bb-e4ec1b92e098 req-f229cb63-71c9-456f-b068-22635d4219d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:46:53.408232 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-a62b0caf-3e24-475c-94bb-e4ec1b92e098 req-f229cb63-71c9-456f-b068-22635d4219d0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ad1d2cd2-6d9f-4bb5-a753-496ec0b439aa HTTP/1.1" status: 200 len: 849 time: 0.0686736 Apr 15 20:46:53.499521 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b0caf-3e24-475c-94bb-e4ec1b92e098 req-c44e077f-2b1c-46dc-9c49-5d0dd440276b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:46:53.501237 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-a62b0caf-3e24-475c-94bb-e4ec1b92e098 req-c44e077f-2b1c-46dc-9c49-5d0dd440276b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=774063f8-e12a-496d-8eb4-bc5d985211ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0864239 Apr 15 20:46:53.587457 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-4f7eff70-0bc4-4b9b-90ec-b718b99eccf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fd14e80-33c3-424d-b6b7-63a7451a778e', 'name': 'tempest-AttachVolumeTestJSON-455048742-router', 'tenant_id': 'c75339fe25214ba19cd2965d8a07a826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.172'}], 'enable_snat': True}, 'gw_port_id': '61da5dd1-576c-42c3-b87a-d2c8c1adb42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:42:24Z', 'updated_at': '2021-04-15T20:42:29Z', 'revision_number': 4, 'project_id': 'c75339fe25214ba19cd2965d8a07a826', 'gw_port': {'id': '61da5dd1-576c-42c3-b87a-d2c8c1adb42f', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:33:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd14e80-33c3-424d-b6b7-63a7451a778e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:42:25Z', 'updated_at': '2021-04-15T20:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb', '_floatingips': [{'id': '1fef9dcf-73ba-40a6-9729-c5a8a915db10', 'tenant_id': 'c75339fe25214ba19cd2965d8a07a826', 'floating_ip_address': '172.28.3.226', 'floating_network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'router_id': '5fd14e80-33c3-424d-b6b7-63a7451a778e', 'port_id': '8adc81d3-1935-484f-a73a-1d7825eaea25', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '774063f8-e12a-496d-8eb4-bc5d985211ca', 'mac_address': 'fa:16:3e:2e:2b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a81a939-40be-43ae-b851-ac646324b9de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:46:36Z', 'updated_at': '2021-04-15T20:46:51Z', 'revision_number': 1, 'project_id': 'c75339fe25214ba19cd2965d8a07a826', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a9e4048-9843-497c-bd9e-df90d1a6e2bc', 'name': '', 'network_id': '774063f8-e12a-496d-8eb4-bc5d985211ca', 'tenant_id': 'c75339fe25214ba19cd2965d8a07a826', 'mac_address': 'fa:16:3e:43:65:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd14e80-33c3-424d-b6b7-63a7451a778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'ad1d2cd2-6d9f-4bb5-a753-496ec0b439aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:42:28Z', 'updated_at': '2021-04-15T20:42:35Z', 'revision_number': 5, 'project_id': 'c75339fe25214ba19cd2965d8a07a826', 'subnets': [{'id': 'ad1d2cd2-6d9f-4bb5-a753-496ec0b439aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-2-smb', False) {} {{(pid=85414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:46:53.591771 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7eff70-0bc4-4b9b-90ec-b718b99eccf0 None None] Checking router: 5fd14e80-33c3-424d-b6b7-63a7451a778e for host: dv-cinder-786386-2-smb {{(pid=85414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 20:46:53.601101 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7eff70-0bc4-4b9b-90ec-b718b99eccf0 None None] Routers {'5fd14e80-33c3-424d-b6b7-63a7451a778e'} bound to L3 agent in host dv-cinder-786386-2-smb {{(pid=85414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:46:53.601747 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-4f7eff70-0bc4-4b9b-90ec-b718b99eccf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T20:23:47Z,description=,heartbeat_timestamp=2021-04-15T20:46:48Z,host='dv-cinder-786386-2-smb',id=f2e50876-c35d-48fb-9e24-f0907444cef9,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:23:48Z,topic='l3_agent')) {'router_ids': ['5fd14e80-33c3-424d-b6b7-63a7451a778e'], 'active': True} {{(pid=85414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:46:53.642725 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-a62b0caf-3e24-475c-94bb-e4ec1b92e098 req-c4448e7f-96e2-4ced-be87-21b3a6c0a932 service neutron] 10.222.0.76 "GET /v2.0/networks/774063f8-e12a-496d-8eb4-bc5d985211ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347995 Apr 15 20:46:53.785039 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-a62b0caf-3e24-475c-94bb-e4ec1b92e098 req-592210fe-9c36-430e-a407-83af9498c3c2 service neutron] 10.222.0.76 "GET /v2.0/networks/774063f8-e12a-496d-8eb4-bc5d985211ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362991 Apr 15 20:46:53.788375 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvr_db [None req-4f7eff70-0bc4-4b9b-90ec-b718b99eccf0 None None] Set router 5fd14e80-33c3-424d-b6b7-63a7451a778e gateway port host: dv-cinder-786386-2-smb {{(pid=85414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:46:54.151303 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-4f7eff70-0bc4-4b9b-90ec-b718b99eccf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fd14e80-33c3-424d-b6b7-63a7451a778e', 'name': 'tempest-AttachVolumeTestJSON-455048742-router', 'tenant_id': 'c75339fe25214ba19cd2965d8a07a826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.172'}], 'enable_snat': True}, 'gw_port_id': '61da5dd1-576c-42c3-b87a-d2c8c1adb42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:42:24Z', 'updated_at': '2021-04-15T20:42:29Z', 'revision_number': 4, 'project_id': 'c75339fe25214ba19cd2965d8a07a826', 'gw_port': {'id': '61da5dd1-576c-42c3-b87a-d2c8c1adb42f', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:33:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd14e80-33c3-424d-b6b7-63a7451a778e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:42:25Z', 'updated_at': '2021-04-15T20:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb', '_floatingips': [{'id': '1fef9dcf-73ba-40a6-9729-c5a8a915db10', 'tenant_id': 'c75339fe25214ba19cd2965d8a07a826', 'floating_ip_address': '172.28.3.226', 'floating_network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'router_id': '5fd14e80-33c3-424d-b6b7-63a7451a778e', 'port_id': '8adc81d3-1935-484f-a73a-1d7825eaea25', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '774063f8-e12a-496d-8eb4-bc5d985211ca', 'mac_address': 'fa:16:3e:2e:2b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a81a939-40be-43ae-b851-ac646324b9de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:46:36Z', 'updated_at': '2021-04-15T20:46:51Z', 'revision_number': 1, 'project_id': 'c75339fe25214ba19cd2965d8a07a826', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a9e4048-9843-497c-bd9e-df90d1a6e2bc', 'name': '', 'network_id': '774063f8-e12a-496d-8eb4-bc5d985211ca', 'tenant_id': 'c75339fe25214ba19cd2965d8a07a826', 'mac_address': 'fa:16:3e:43:65:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd14e80-33c3-424d-b6b7-63a7451a778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'ad1d2cd2-6d9f-4bb5-a753-496ec0b439aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:42:28Z', 'updated_at': '2021-04-15T20:42:35Z', 'revision_number': 5, 'project_id': 'c75339fe25214ba19cd2965d8a07a826', 'subnets': [{'id': 'ad1d2cd2-6d9f-4bb5-a753-496ec0b439aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-2-smb', False) {} {{(pid=85414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:46:54.155426 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7eff70-0bc4-4b9b-90ec-b718b99eccf0 None None] The sync data for ids ['5fd14e80-33c3-424d-b6b7-63a7451a778e'] in dv-cinder-786386-2-smb is: [{'id': '5fd14e80-33c3-424d-b6b7-63a7451a778e', 'name': 'tempest-AttachVolumeTestJSON-455048742-router', 'tenant_id': 'c75339fe25214ba19cd2965d8a07a826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.172'}], 'enable_snat': True}, 'gw_port_id': '61da5dd1-576c-42c3-b87a-d2c8c1adb42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:42:24Z', 'updated_at': '2021-04-15T20:42:29Z', 'revision_number': 4, 'project_id': 'c75339fe25214ba19cd2965d8a07a826', 'gw_port': {'id': '61da5dd1-576c-42c3-b87a-d2c8c1adb42f', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:33:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd14e80-33c3-424d-b6b7-63a7451a778e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:42:25Z', 'updated_at': '2021-04-15T20:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb', '_floatingips': [{'id': '1fef9dcf-73ba-40a6-9729-c5a8a915db10', 'tenant_id': 'c75339fe25214ba19cd2965d8a07a826', 'floating_ip_address': '172.28.3.226', 'floating_network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'router_id': '5fd14e80-33c3-424d-b6b7-63a7451a778e', 'port_id': '8adc81d3-1935-484f-a73a-1d7825eaea25', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '774063f8-e12a-496d-8eb4-bc5d985211ca', 'mac_address': 'fa:16:3e:2e:2b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a81a939-40be-43ae-b851-ac646324b9de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:46:36Z', 'updated_at': '2021-04-15T20:46:51Z', 'revision_number': 1, 'project_id': 'c75339fe25214ba19cd2965d8a07a826', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a9e4048-9843-497c-bd9e-df90d1a6e2bc', 'name': '', 'network_id': '774063f8-e12a-496d-8eb4-bc5d985211ca', 'tenant_id': 'c75339fe25214ba19cd2965d8a07a826', 'mac_address': 'fa:16:3e:43:65:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd14e80-33c3-424d-b6b7-63a7451a778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'ad1d2cd2-6d9f-4bb5-a753-496ec0b439aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:42:28Z', 'updated_at': '2021-04-15T20:42:35Z', 'revision_number': 5, 'project_id': 'c75339fe25214ba19cd2965d8a07a826', 'subnets': [{'id': 'ad1d2cd2-6d9f-4bb5-a753-496ec0b439aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 20:46:54.435313 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5567ad40-8ef7-4ac1-a7a9-56d4ce153bfb None None] New status for floating IP 1fef9dcf-73ba-40a6-9729-c5a8a915db10: ACTIVE {{(pid=85413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 20:47:15.098033 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6cf510f8-7dff-406a-911b-baec11bb22ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:47:17.542674 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-5a4f02c9-b15f-44bf-bd32-89a43db07c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:47:17.813710 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:47:17.973125 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6589a99b-4989-4a06-bc40-62b7e77e6cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:47:18.331629 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:47:19.676488 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-611aad59-e19d-4c1d-b92d-eb0975a661b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:47:22.047892 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.agents_db [None req-12650cd8-a504-4c0d-a4a2-248dab766c22 None None] Agent healthcheck: found 6 active agents {{(pid=85414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:47:24.051397 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-e45957d2-8aba-4087-83ae-d30bd21cf53b req-6a4223c7-9ced-4652-9b8d-1667e73769ee service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=3a81a939-40be-43ae-b851-ac646324b9de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0788324 Apr 15 20:47:24.225947 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45957d2-8aba-4087-83ae-d30bd21cf53b req-4b0f6dcc-8f5f-41fc-b5d7-81b23c31e92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:47:24.227586 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-e45957d2-8aba-4087-83ae-d30bd21cf53b req-4b0f6dcc-8f5f-41fc-b5d7-81b23c31e92b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c75339fe25214ba19cd2965d8a07a826&device_id=3a81a939-40be-43ae-b851-ac646324b9de HTTP/1.1" status: 200 len: 1098 time: 0.1002162 Apr 15 20:47:24.387625 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45957d2-8aba-4087-83ae-d30bd21cf53b req-28d73e28-8d05-4a80-8c1f-36cfcb1c4004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:47:24.388707 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-e45957d2-8aba-4087-83ae-d30bd21cf53b req-28d73e28-8d05-4a80-8c1f-36cfcb1c4004 service neutron] 10.222.0.76 "GET /v2.0/networks?id=774063f8-e12a-496d-8eb4-bc5d985211ca HTTP/1.1" status: 200 len: 912 time: 0.1380830 Apr 15 20:47:24.511281 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-e45957d2-8aba-4087-83ae-d30bd21cf53b req-96645612-c9e7-442f-b6a5-43c52b522e33 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8adc81d3-1935-484f-a73a-1d7825eaea25 HTTP/1.1" status: 200 len: 1001 time: 0.1071219 Apr 15 20:47:24.579925 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45957d2-8aba-4087-83ae-d30bd21cf53b req-67e9d8c5-d2d7-4a0f-811e-5f38ee28f76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:47:24.581443 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-e45957d2-8aba-4087-83ae-d30bd21cf53b req-67e9d8c5-d2d7-4a0f-811e-5f38ee28f76b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ad1d2cd2-6d9f-4bb5-a753-496ec0b439aa HTTP/1.1" status: 200 len: 849 time: 0.0628312 Apr 15 20:47:24.672435 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45957d2-8aba-4087-83ae-d30bd21cf53b req-b6b93f5e-e08c-44e9-ada8-bbdcc75b1bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:47:24.673923 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-e45957d2-8aba-4087-83ae-d30bd21cf53b req-b6b93f5e-e08c-44e9-ada8-bbdcc75b1bf7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=774063f8-e12a-496d-8eb4-bc5d985211ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0855484 Apr 15 20:47:24.816555 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-e45957d2-8aba-4087-83ae-d30bd21cf53b req-4d89404e-9466-4ba2-8fc3-f9a22f03fb09 service neutron] 10.222.0.76 "GET /v2.0/networks/774063f8-e12a-496d-8eb4-bc5d985211ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358480 Apr 15 20:47:24.963170 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-e45957d2-8aba-4087-83ae-d30bd21cf53b req-a1c15926-eeb7-4439-a36e-0dda2b254457 service neutron] 10.222.0.76 "GET /v2.0/networks/774063f8-e12a-496d-8eb4-bc5d985211ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392243 Apr 15 20:47:41.576843 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [req-4500f498-f889-4456-bb1b-35a065fb8306 req-85f8c038-87d2-4950-9de5-e99f060ff7ff service neutron] (85412) timed out ('10.222.0.76', 49732) {{(pid=85412) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 15 20:47:45.097932 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-aec16fcb-a786-440a-a303-624637f888bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:47:47.532599 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e36c92ba-80b9-4e37-bac4-7967a862d4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:47:47.821166 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:47:47.982805 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6589a99b-4989-4a06-bc40-62b7e77e6cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:47:48.331471 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:47:49.681581 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-611aad59-e19d-4c1d-b92d-eb0975a661b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:47:59.053627 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.agents_db [None req-12650cd8-a504-4c0d-a4a2-248dab766c22 None None] Agent healthcheck: found 6 active agents {{(pid=85414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:48:15.097903 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-aec36808-a397-497e-bba3-5369ad161e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:17.526570 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-dc28d460-1559-4e6e-9f26-55850376c866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:17.842253 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:17.980018 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6589a99b-4989-4a06-bc40-62b7e77e6cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:18.325941 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:18.342918 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22574088-4ef6-4319-b686-422080e36695 req-07762435-3c79-4a13-817e-9c601763652b tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:48:18.344550 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-22574088-4ef6-4319-b686-422080e36695 req-07762435-3c79-4a13-817e-9c601763652b tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a81a939-40be-43ae-b851-ac646324b9de HTTP/1.1" status: 200 len: 945 time: 0.0936613 Apr 15 20:48:18.394219 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-22574088-4ef6-4319-b686-422080e36695 req-c1d101d9-1ccf-47ce-ba1c-1cb1a7728044 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/security-groups?id=1aa57070-6d7a-4836-8f4c-7cb669bfd460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427041 Apr 15 20:48:19.620627 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e238de8-7230-4355-85ae-999930c506ba req-0549f88d-d8b1-4d85-95f8-916ca137e2f1 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:48:19.622207 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-5e238de8-7230-4355-85ae-999930c506ba req-0549f88d-d8b1-4d85-95f8-916ca137e2f1 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a81a939-40be-43ae-b851-ac646324b9de HTTP/1.1" status: 200 len: 945 time: 0.0905852 Apr 15 20:48:19.675889 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-5e238de8-7230-4355-85ae-999930c506ba req-a9823541-ac75-485a-87b6-73c97464db78 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/security-groups?id=1aa57070-6d7a-4836-8f4c-7cb669bfd460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437908 Apr 15 20:48:19.692786 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-611aad59-e19d-4c1d-b92d-eb0975a661b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:20.505323 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9bbb47-547d-4b1f-977f-9d1ceb62a9c0 req-fe1dcad3-3335-4b24-86a3-5a2ef539063c tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:48:20.506949 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ae9bbb47-547d-4b1f-977f-9d1ceb62a9c0 req-fe1dcad3-3335-4b24-86a3-5a2ef539063c tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a81a939-40be-43ae-b851-ac646324b9de HTTP/1.1" status: 200 len: 945 time: 0.1031711 Apr 15 20:48:20.588136 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [req-ae9bbb47-547d-4b1f-977f-9d1ceb62a9c0 req-446d3371-6eb1-43db-a8b4-0e5928a9f051 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Deleting port 8adc81d3-1935-484f-a73a-1d7825eaea25 {{(pid=85411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:48:20.588510 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-ae9bbb47-547d-4b1f-977f-9d1ceb62a9c0 req-446d3371-6eb1-43db-a8b4-0e5928a9f051 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245249624948'] for port, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:20.911636 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [req-ae9bbb47-547d-4b1f-977f-9d1ceb62a9c0 req-446d3371-6eb1-43db-a8b4-0e5928a9f051 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] For port 8adc81d3-1935-484f-a73a-1d7825eaea25, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8adc81d3-1935-484f-a73a-1d7825eaea25,segment=NetworkSegment(9591b0ff-fe62-4e46-99fd-8f16b10fc089),segment_id=9591b0ff-fe62-4e46-99fd-8f16b10fc089)] {{(pid=85411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:48:20.912266 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-ae9bbb47-547d-4b1f-977f-9d1ceb62a9c0 req-446d3371-6eb1-43db-a8b4-0e5928a9f051 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16344636'] for port, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:21.022542 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69784ab1-00f9-4031-9471-05b0b52ef108 req-b9fcd498-a8c0-4e76-97b8-3b3e2e234fde tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:48:21.024148 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-69784ab1-00f9-4031-9471-05b0b52ef108 req-b9fcd498-a8c0-4e76-97b8-3b3e2e234fde tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a81a939-40be-43ae-b851-ac646324b9de HTTP/1.1" status: 200 len: 945 time: 0.2316775 Apr 15 20:48:21.405466 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-69784ab1-00f9-4031-9471-05b0b52ef108 req-2f35b3a1-2892-43eb-bbbf-f3824ca19f5b tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/security-groups?id=1aa57070-6d7a-4836-8f4c-7cb669bfd460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3714046 Apr 15 20:48:21.524502 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-ae9bbb47-547d-4b1f-977f-9d1ceb62a9c0 req-446d3371-6eb1-43db-a8b4-0e5928a9f051 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:21.524908 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-ae9bbb47-547d-4b1f-977f-9d1ceb62a9c0 req-446d3371-6eb1-43db-a8b4-0e5928a9f051 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838401823'] for floatingip, after_update {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:21.525289 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.db.l3_db [req-ae9bbb47-547d-4b1f-977f-9d1ceb62a9c0 req-446d3371-6eb1-43db-a8b4-0e5928a9f051 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Floating IP 1fef9dcf-73ba-40a6-9729-c5a8a915db10 disassociated. External IP: 172.28.3.226, port: 8adc81d3-1935-484f-a73a-1d7825eaea25. Apr 15 20:48:21.525672 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [req-ae9bbb47-547d-4b1f-977f-9d1ceb62a9c0 req-446d3371-6eb1-43db-a8b4-0e5928a9f051 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Calling delete_port for 8adc81d3-1935-484f-a73a-1d7825eaea25 owned by compute:nova {{(pid=85411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:48:21.679549 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-ae9bbb47-547d-4b1f-977f-9d1ceb62a9c0 req-446d3371-6eb1-43db-a8b4-0e5928a9f051 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791605129519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791604687919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852399476'] for port, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:21.694976 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-63079e50-088e-4d98-b8e0-df2b2bd0b849 tempest-VolumesSnapshotTestJSON-1927644210 tempest-VolumesSnapshotTestJSON-1927644210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:48:21.789692 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446d3371-6eb1-43db-a8b4-0e5928a9f051 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Pushing event deleted for resources: {'Port': ['ID=8adc81d3-1935-484f-a73a-1d7825eaea25,revision_number=None']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:48:21.804839 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446d3371-6eb1-43db-a8b4-0e5928a9f051 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:48:21.805250 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446d3371-6eb1-43db-a8b4-0e5928a9f051 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:48:21.805662 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446d3371-6eb1-43db-a8b4-0e5928a9f051 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:48:21.806068 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446d3371-6eb1-43db-a8b4-0e5928a9f051 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:48:21.806541 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446d3371-6eb1-43db-a8b4-0e5928a9f051 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:48:21.806936 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446d3371-6eb1-43db-a8b4-0e5928a9f051 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:48:21.807340 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446d3371-6eb1-43db-a8b4-0e5928a9f051 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:48:21.807731 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446d3371-6eb1-43db-a8b4-0e5928a9f051 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:48:21.808124 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446d3371-6eb1-43db-a8b4-0e5928a9f051 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:48:21.808517 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446d3371-6eb1-43db-a8b4-0e5928a9f051 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:48:21.808909 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446d3371-6eb1-43db-a8b4-0e5928a9f051 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:48:21.809278 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446d3371-6eb1-43db-a8b4-0e5928a9f051 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:48:21.813943 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-446d3371-6eb1-43db-a8b4-0e5928a9f051 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:48:22.075845 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae9bbb47-547d-4b1f-977f-9d1ceb62a9c0 req-446d3371-6eb1-43db-a8b4-0e5928a9f051 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Router 5fd14e80-33c3-424d-b6b7-63a7451a778e has already been hosted by L3 agent f2e50876-c35d-48fb-9e24-f0907444cef9 {{(pid=85411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 20:48:22.273859 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae9bbb47-547d-4b1f-977f-9d1ceb62a9c0 req-446d3371-6eb1-43db-a8b4-0e5928a9f051 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify agent at l3_agent.dv-cinder-786386-2-smb the message routers_updated {{(pid=85411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 20:48:22.284970 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf480f8d-075c-45ce-bb0b-286ea3ad960f None None] Sync routers for ids ['5fd14e80-33c3-424d-b6b7-63a7451a778e'] in dv-cinder-786386-2-smb {{(pid=85414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 20:48:22.295881 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf480f8d-075c-45ce-bb0b-286ea3ad960f None None] Routers {'5fd14e80-33c3-424d-b6b7-63a7451a778e'} bound to L3 agent in host dv-cinder-786386-2-smb {{(pid=85414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:48:22.296710 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-cf480f8d-075c-45ce-bb0b-286ea3ad960f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T20:23:47Z,description=,heartbeat_timestamp=2021-04-15T20:48:18Z,host='dv-cinder-786386-2-smb',id=f2e50876-c35d-48fb-9e24-f0907444cef9,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:23:48Z,topic='l3_agent')) {'router_ids': ['5fd14e80-33c3-424d-b6b7-63a7451a778e'], 'active': True} {{(pid=85414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:48:22.357674 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae9bbb47-547d-4b1f-977f-9d1ceb62a9c0 req-446d3371-6eb1-43db-a8b4-0e5928a9f051 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] No DVR routers for this DVR port 8adc81d3-1935-484f-a73a-1d7825eaea25 on host hv-cinder-78638 {{(pid=85411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 20:48:22.360337 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [req-ae9bbb47-547d-4b1f-977f-9d1ceb62a9c0 req-446d3371-6eb1-43db-a8b4-0e5928a9f051 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-906'] for port, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:22.363368 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a81a939-40be-43ae-b851-ac646324b9de', 'name': 'network-vif-deleted', 'tag': '8adc81d3-1935-484f-a73a-1d7825eaea25'}] {{(pid=85411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:48:22.387350 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ae9bbb47-547d-4b1f-977f-9d1ceb62a9c0 req-446d3371-6eb1-43db-a8b4-0e5928a9f051 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.76 "DELETE /v2.0/ports/8adc81d3-1935-484f-a73a-1d7825eaea25 HTTP/1.1" status: 204 len: 173 time: 1.8737555 Apr 15 20:48:22.422951 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a81a939-40be-43ae-b851-ac646324b9de', 'name': 'network-vif-deleted', 'tag': '8adc81d3-1935-484f-a73a-1d7825eaea25', 'status': 'completed', 'code': 200} Apr 15 20:48:22.497895 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvr_db [None req-cf480f8d-075c-45ce-bb0b-286ea3ad960f None None] Set router 5fd14e80-33c3-424d-b6b7-63a7451a778e gateway port host: dv-cinder-786386-2-smb {{(pid=85414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:48:22.571787 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-ae1fb81a-7426-4187-accb-3e975747774d req-41633b7b-412b-497d-a145-d4a8a5d73d65 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Synchronizing usage tracker for tenant:c75339fe25214ba19cd2965d8a07a826 on resource:port {{(pid=85411) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:48:22.587403 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [req-ae1fb81a-7426-4187-accb-3e975747774d req-41633b7b-412b-497d-a145-d4a8a5d73d65 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Unset dirty status for tenant:c75339fe25214ba19cd2965d8a07a826 on resource:port {{(pid=85411) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:48:22.588718 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [req-ae1fb81a-7426-4187-accb-3e975747774d req-41633b7b-412b-497d-a145-d4a8a5d73d65 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a81a939-40be-43ae-b851-ac646324b9de HTTP/1.1" status: 200 len: 210 time: 0.0650070 Apr 15 20:48:22.841979 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-cf480f8d-075c-45ce-bb0b-286ea3ad960f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fd14e80-33c3-424d-b6b7-63a7451a778e', 'name': 'tempest-AttachVolumeTestJSON-455048742-router', 'tenant_id': 'c75339fe25214ba19cd2965d8a07a826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.172'}], 'enable_snat': True}, 'gw_port_id': '61da5dd1-576c-42c3-b87a-d2c8c1adb42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:42:24Z', 'updated_at': '2021-04-15T20:42:29Z', 'revision_number': 4, 'project_id': 'c75339fe25214ba19cd2965d8a07a826', 'gw_port': {'id': '61da5dd1-576c-42c3-b87a-d2c8c1adb42f', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:33:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd14e80-33c3-424d-b6b7-63a7451a778e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:42:25Z', 'updated_at': '2021-04-15T20:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb', '_interfaces': [{'id': '5a9e4048-9843-497c-bd9e-df90d1a6e2bc', 'name': '', 'network_id': '774063f8-e12a-496d-8eb4-bc5d985211ca', 'tenant_id': 'c75339fe25214ba19cd2965d8a07a826', 'mac_address': 'fa:16:3e:43:65:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd14e80-33c3-424d-b6b7-63a7451a778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'ad1d2cd2-6d9f-4bb5-a753-496ec0b439aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:42:28Z', 'updated_at': '2021-04-15T20:42:35Z', 'revision_number': 5, 'project_id': 'c75339fe25214ba19cd2965d8a07a826', 'subnets': [{'id': 'ad1d2cd2-6d9f-4bb5-a753-496ec0b439aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-2-smb', False) {} {{(pid=85414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:48:22.846589 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf480f8d-075c-45ce-bb0b-286ea3ad960f None None] Checking router: 5fd14e80-33c3-424d-b6b7-63a7451a778e for host: dv-cinder-786386-2-smb {{(pid=85414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 20:48:22.856763 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf480f8d-075c-45ce-bb0b-286ea3ad960f None None] Routers {'5fd14e80-33c3-424d-b6b7-63a7451a778e'} bound to L3 agent in host dv-cinder-786386-2-smb {{(pid=85414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:48:22.857419 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-cf480f8d-075c-45ce-bb0b-286ea3ad960f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T20:23:47Z,description=,heartbeat_timestamp=2021-04-15T20:48:18Z,host='dv-cinder-786386-2-smb',id=f2e50876-c35d-48fb-9e24-f0907444cef9,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:23:48Z,topic='l3_agent')) {'router_ids': ['5fd14e80-33c3-424d-b6b7-63a7451a778e'], 'active': True} {{(pid=85414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:48:23.047623 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvr_db [None req-cf480f8d-075c-45ce-bb0b-286ea3ad960f None None] Set router 5fd14e80-33c3-424d-b6b7-63a7451a778e gateway port host: dv-cinder-786386-2-smb {{(pid=85414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:48:23.172395 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device 8adc81d3-1935-484f-a73a-1d7825eaea25 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 20:48:23.214339 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] No Port match for: 8adc81d3-1935-484f-a73a-1d7825eaea25 {{(pid=85413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 20:48:23.214757 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Device 8adc81d3-1935-484f-a73a-1d7825eaea25 not bound to the agent host hv-cinder-78638 {{(pid=85413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 20:48:23.394438 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-cf480f8d-075c-45ce-bb0b-286ea3ad960f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fd14e80-33c3-424d-b6b7-63a7451a778e', 'name': 'tempest-AttachVolumeTestJSON-455048742-router', 'tenant_id': 'c75339fe25214ba19cd2965d8a07a826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.172'}], 'enable_snat': True}, 'gw_port_id': '61da5dd1-576c-42c3-b87a-d2c8c1adb42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:42:24Z', 'updated_at': '2021-04-15T20:42:29Z', 'revision_number': 4, 'project_id': 'c75339fe25214ba19cd2965d8a07a826', 'gw_port': {'id': '61da5dd1-576c-42c3-b87a-d2c8c1adb42f', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:33:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd14e80-33c3-424d-b6b7-63a7451a778e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:42:25Z', 'updated_at': '2021-04-15T20:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb', '_interfaces': [{'id': '5a9e4048-9843-497c-bd9e-df90d1a6e2bc', 'name': '', 'network_id': '774063f8-e12a-496d-8eb4-bc5d985211ca', 'tenant_id': 'c75339fe25214ba19cd2965d8a07a826', 'mac_address': 'fa:16:3e:43:65:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd14e80-33c3-424d-b6b7-63a7451a778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'ad1d2cd2-6d9f-4bb5-a753-496ec0b439aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:42:28Z', 'updated_at': '2021-04-15T20:42:35Z', 'revision_number': 5, 'project_id': 'c75339fe25214ba19cd2965d8a07a826', 'subnets': [{'id': 'ad1d2cd2-6d9f-4bb5-a753-496ec0b439aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-2-smb', False) {} {{(pid=85414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:48:23.399420 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf480f8d-075c-45ce-bb0b-286ea3ad960f None None] The sync data for ids ['5fd14e80-33c3-424d-b6b7-63a7451a778e'] in dv-cinder-786386-2-smb is: [{'id': '5fd14e80-33c3-424d-b6b7-63a7451a778e', 'name': 'tempest-AttachVolumeTestJSON-455048742-router', 'tenant_id': 'c75339fe25214ba19cd2965d8a07a826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.172'}], 'enable_snat': True}, 'gw_port_id': '61da5dd1-576c-42c3-b87a-d2c8c1adb42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:42:24Z', 'updated_at': '2021-04-15T20:42:29Z', 'revision_number': 4, 'project_id': 'c75339fe25214ba19cd2965d8a07a826', 'gw_port': {'id': '61da5dd1-576c-42c3-b87a-d2c8c1adb42f', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:33:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd14e80-33c3-424d-b6b7-63a7451a778e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:42:25Z', 'updated_at': '2021-04-15T20:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb', '_interfaces': [{'id': '5a9e4048-9843-497c-bd9e-df90d1a6e2bc', 'name': '', 'network_id': '774063f8-e12a-496d-8eb4-bc5d985211ca', 'tenant_id': 'c75339fe25214ba19cd2965d8a07a826', 'mac_address': 'fa:16:3e:43:65:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd14e80-33c3-424d-b6b7-63a7451a778e', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'ad1d2cd2-6d9f-4bb5-a753-496ec0b439aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:42:28Z', 'updated_at': '2021-04-15T20:42:35Z', 'revision_number': 5, 'project_id': 'c75339fe25214ba19cd2965d8a07a826', 'subnets': [{'id': 'ad1d2cd2-6d9f-4bb5-a753-496ec0b439aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 20:48:23.726943 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 39164) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:48:23.777870 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8918d9-e533-4d9b-9f59-cad8920dc8ee None None] New status for floating IP 1fef9dcf-73ba-40a6-9729-c5a8a915db10: DOWN {{(pid=85413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 20:48:23.815416 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c9f45281-f78b-4b53-9b6a-8d07244c7b84 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks [] for security_group, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:23.847688 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c9f45281-f78b-4b53-9b6a-8d07244c7b84 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:23.904159 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c9f45281-f78b-4b53-9b6a-8d07244c7b84 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:23.909982 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-d3771469-0768-47f5-b715-a1a1fe816263 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:48:23.927897 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f45281-f78b-4b53-9b6a-8d07244c7b84 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa57070-6d7a-4836-8f4c-7cb669bfd460,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:48:23.939310 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f45281-f78b-4b53-9b6a-8d07244c7b84 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:48:23.939744 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f45281-f78b-4b53-9b6a-8d07244c7b84 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:48:23.940163 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f45281-f78b-4b53-9b6a-8d07244c7b84 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:48:23.940579 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f45281-f78b-4b53-9b6a-8d07244c7b84 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:48:23.940989 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f45281-f78b-4b53-9b6a-8d07244c7b84 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:48:23.941397 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f45281-f78b-4b53-9b6a-8d07244c7b84 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:48:23.941805 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f45281-f78b-4b53-9b6a-8d07244c7b84 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:48:23.942208 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f45281-f78b-4b53-9b6a-8d07244c7b84 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:48:23.942801 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f45281-f78b-4b53-9b6a-8d07244c7b84 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:48:23.943306 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f45281-f78b-4b53-9b6a-8d07244c7b84 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:48:23.943961 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f45281-f78b-4b53-9b6a-8d07244c7b84 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:48:23.944622 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f45281-f78b-4b53-9b6a-8d07244c7b84 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:48:23.949067 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-c9f45281-f78b-4b53-9b6a-8d07244c7b84 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:48:23.950094 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c9f45281-f78b-4b53-9b6a-8d07244c7b84 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks [] for security_group, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:23.954436 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 39168) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:48:23.954779 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-c9f45281-f78b-4b53-9b6a-8d07244c7b84 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "DELETE /v2.0/security-groups/1aa57070-6d7a-4836-8f4c-7cb669bfd460 HTTP/1.1" status: 204 len: 168 time: 0.2265749 Apr 15 20:48:23.973784 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.api.v2.resource [None req-709d832a-b7eb-471b-9463-7aecde3e09f9 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] show failed (client error): The resource could not be found. Apr 15 20:48:23.975264 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-709d832a-b7eb-471b-9463-7aecde3e09f9 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "GET /v2.0/security-groups/1aa57070-6d7a-4836-8f4c-7cb669bfd460 HTTP/1.1" status: 404 len: 347 time: 0.0194147 Apr 15 20:48:23.978678 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 39172) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:48:24.152813 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-9867765a-88b6-417b-91fe-5bf1aa9c7bf8 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Deleting port 5be76974-4a19-4c90-b74e-f91feea75963 {{(pid=85412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:48:24.153192 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9867765a-88b6-417b-91fe-5bf1aa9c7bf8 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245249624948'] for port, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:24.356592 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9867765a-88b6-417b-91fe-5bf1aa9c7bf8 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16344636'] for port, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:24.357165 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9867765a-88b6-417b-91fe-5bf1aa9c7bf8 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:24.487843 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-9867765a-88b6-417b-91fe-5bf1aa9c7bf8 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Calling delete_port for 5be76974-4a19-4c90-b74e-f91feea75963 owned by network:floatingip {{(pid=85412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:48:24.649788 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9867765a-88b6-417b-91fe-5bf1aa9c7bf8 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791605129519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791604687919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852524119'] for port, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:24.663337 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-530c3c04-9e13-4baa-b32b-691ace8b9b12 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:48:24.763416 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9867765a-88b6-417b-91fe-5bf1aa9c7bf8 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Pushing event deleted for resources: {'Port': ['ID=5be76974-4a19-4c90-b74e-f91feea75963,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:48:24.767382 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-9867765a-88b6-417b-91fe-5bf1aa9c7bf8 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:48:24.928284 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9867765a-88b6-417b-91fe-5bf1aa9c7bf8 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks [] for floatingip, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:24.947196 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9867765a-88b6-417b-91fe-5bf1aa9c7bf8 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-906'] for floatingip, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:24.948427 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-9867765a-88b6-417b-91fe-5bf1aa9c7bf8 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] 10.222.0.69 "DELETE /v2.0/floatingips/1fef9dcf-73ba-40a6-9729-c5a8a915db10 HTTP/1.1" status: 204 len: 168 time: 0.9686279 Apr 15 20:48:29.116682 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 39202) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:48:29.783081 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-66f7180d-f1f9-4353-b4cf-faf31eb4fe35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16369167'] for router_interface, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:30.161308 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-66f7180d-f1f9-4353-b4cf-faf31eb4fe35 admin admin] Deleting port 5a9e4048-9843-497c-bd9e-df90d1a6e2bc {{(pid=85412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:48:30.161883 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-66f7180d-f1f9-4353-b4cf-faf31eb4fe35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245249624948'] for port, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:30.353947 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-66f7180d-f1f9-4353-b4cf-faf31eb4fe35 admin admin] For port 5a9e4048-9843-497c-bd9e-df90d1a6e2bc, host dv-cinder-786386-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-2-smb',level=0,port_id=5a9e4048-9843-497c-bd9e-df90d1a6e2bc,segment=NetworkSegment(9591b0ff-fe62-4e46-99fd-8f16b10fc089),segment_id=9591b0ff-fe62-4e46-99fd-8f16b10fc089)] {{(pid=85412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:48:30.354336 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-66f7180d-f1f9-4353-b4cf-faf31eb4fe35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16344636'] for port, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:30.486463 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-66f7180d-f1f9-4353-b4cf-faf31eb4fe35 admin admin] Calling delete_port for 5a9e4048-9843-497c-bd9e-df90d1a6e2bc owned by network:router_interface {{(pid=85412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:48:30.675269 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-66f7180d-f1f9-4353-b4cf-faf31eb4fe35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791605129519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791604687919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852524119'] for port, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:30.689015 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-03f5b395-108f-48db-b5c2-4831e1b447a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:48:30.787260 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f7180d-f1f9-4353-b4cf-faf31eb4fe35 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a9e4048-9843-497c-bd9e-df90d1a6e2bc,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:48:30.790053 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-66f7180d-f1f9-4353-b4cf-faf31eb4fe35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:48:31.160203 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-66f7180d-f1f9-4353-b4cf-faf31eb4fe35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838292340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16373924'] for router_interface, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:31.933719 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66f7180d-f1f9-4353-b4cf-faf31eb4fe35 admin admin] Router 5fd14e80-33c3-424d-b6b7-63a7451a778e has already been hosted by L3 agent f2e50876-c35d-48fb-9e24-f0907444cef9 {{(pid=85412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 20:48:32.123790 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f7180d-f1f9-4353-b4cf-faf31eb4fe35 admin admin] Notify agent at l3_agent.dv-cinder-786386-2-smb the message routers_updated {{(pid=85412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 20:48:32.133301 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fcda68-1971-4b21-933a-92ffbe403082 None None] Sync routers for ids ['5fd14e80-33c3-424d-b6b7-63a7451a778e'] in dv-cinder-786386-2-smb {{(pid=85414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 20:48:32.138002 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-66f7180d-f1f9-4353-b4cf-faf31eb4fe35 admin admin] 10.222.0.69 "PUT /v2.0/routers/5fd14e80-33c3-424d-b6b7-63a7451a778e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0201433 Apr 15 20:48:32.140828 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 39208) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:48:32.144533 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fcda68-1971-4b21-933a-92ffbe403082 None None] Routers {'5fd14e80-33c3-424d-b6b7-63a7451a778e'} bound to L3 agent in host dv-cinder-786386-2-smb {{(pid=85414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:48:32.145199 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-86fcda68-1971-4b21-933a-92ffbe403082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T20:23:47Z,description=,heartbeat_timestamp=2021-04-15T20:48:18Z,host='dv-cinder-786386-2-smb',id=f2e50876-c35d-48fb-9e24-f0907444cef9,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:23:48Z,topic='l3_agent')) {'router_ids': ['5fd14e80-33c3-424d-b6b7-63a7451a778e'], 'active': True} {{(pid=85414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:48:32.328856 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f69c7915-f32d-4430-a1bd-714a1da97d00 admin admin] Notify callbacks [] for router, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:32.340256 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvr_db [None req-86fcda68-1971-4b21-933a-92ffbe403082 None None] Set router 5fd14e80-33c3-424d-b6b7-63a7451a778e gateway port host: dv-cinder-786386-2-smb {{(pid=85414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:48:32.517804 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f69c7915-f32d-4430-a1bd-714a1da97d00 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:32.527044 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-f69c7915-f32d-4430-a1bd-714a1da97d00 admin admin] Deleting port 61da5dd1-576c-42c3-b87a-d2c8c1adb42f {{(pid=85412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:48:32.527413 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f69c7915-f32d-4430-a1bd-714a1da97d00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245249624948'] for port, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:32.642624 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-86fcda68-1971-4b21-933a-92ffbe403082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fd14e80-33c3-424d-b6b7-63a7451a778e', 'name': 'tempest-AttachVolumeTestJSON-455048742-router', 'tenant_id': 'c75339fe25214ba19cd2965d8a07a826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'external_fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.172'}], 'enable_snat': True}, 'gw_port_id': '61da5dd1-576c-42c3-b87a-d2c8c1adb42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:42:24Z', 'updated_at': '2021-04-15T20:48:30Z', 'revision_number': 5, 'project_id': 'c75339fe25214ba19cd2965d8a07a826', 'gw_port': {'id': '61da5dd1-576c-42c3-b87a-d2c8c1adb42f', 'name': '', 'network_id': '7c4aca2a-d888-4e9f-991a-bf8b268161b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:33:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd14e80-33c3-424d-b6b7-63a7451a778e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'ip_address': '172.28.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:42:25Z', 'updated_at': '2021-04-15T20:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4dc7f199-63f9-40c2-a905-3297e9bf7ee9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-2-smb'}], 'dv-cinder-786386-2-smb', False) {} {{(pid=85414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:48:32.646776 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fcda68-1971-4b21-933a-92ffbe403082 None None] Checking router: 5fd14e80-33c3-424d-b6b7-63a7451a778e for host: dv-cinder-786386-2-smb {{(pid=85414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 20:48:32.655838 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fcda68-1971-4b21-933a-92ffbe403082 None None] Routers {'5fd14e80-33c3-424d-b6b7-63a7451a778e'} bound to L3 agent in host dv-cinder-786386-2-smb {{(pid=85414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:48:32.656498 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-86fcda68-1971-4b21-933a-92ffbe403082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T20:23:47Z,description=,heartbeat_timestamp=2021-04-15T20:48:18Z,host='dv-cinder-786386-2-smb',id=f2e50876-c35d-48fb-9e24-f0907444cef9,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:23:48Z,topic='l3_agent')) {'router_ids': ['5fd14e80-33c3-424d-b6b7-63a7451a778e'], 'active': True} {{(pid=85414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:48:32.710131 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-f69c7915-f32d-4430-a1bd-714a1da97d00 admin admin] For port 61da5dd1-576c-42c3-b87a-d2c8c1adb42f, host dv-cinder-786386-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-2-smb',level=0,port_id=61da5dd1-576c-42c3-b87a-d2c8c1adb42f,segment=NetworkSegment(a2d970bc-47e1-42ab-bd62-edbddac3ac5a),segment_id=a2d970bc-47e1-42ab-bd62-edbddac3ac5a)] {{(pid=85412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:48:32.710522 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f69c7915-f32d-4430-a1bd-714a1da97d00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16344636'] for port, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:32.814623 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvr_db [None req-86fcda68-1971-4b21-933a-92ffbe403082 None None] Set router 5fd14e80-33c3-424d-b6b7-63a7451a778e gateway port host: None {{(pid=85414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:48:32.845978 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-f69c7915-f32d-4430-a1bd-714a1da97d00 admin admin] Calling delete_port for 61da5dd1-576c-42c3-b87a-d2c8c1adb42f owned by network:router_gateway {{(pid=85412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:48:32.925610 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_hamode_db [None req-86fcda68-1971-4b21-933a-92ffbe403082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fd14e80-33c3-424d-b6b7-63a7451a778e', 'name': 'tempest-AttachVolumeTestJSON-455048742-router', 'tenant_id': 'c75339fe25214ba19cd2965d8a07a826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:42:24Z', 'updated_at': '2021-04-15T20:48:32Z', 'revision_number': 6, 'project_id': 'c75339fe25214ba19cd2965d8a07a826', 'gw_port_host': None}], 'dv-cinder-786386-2-smb', False) {} {{(pid=85414) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:48:32.929791 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fcda68-1971-4b21-933a-92ffbe403082 None None] The sync data for ids ['5fd14e80-33c3-424d-b6b7-63a7451a778e'] in dv-cinder-786386-2-smb is: [{'id': '5fd14e80-33c3-424d-b6b7-63a7451a778e', 'name': 'tempest-AttachVolumeTestJSON-455048742-router', 'tenant_id': 'c75339fe25214ba19cd2965d8a07a826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:42:24Z', 'updated_at': '2021-04-15T20:48:32Z', 'revision_number': 6, 'project_id': 'c75339fe25214ba19cd2965d8a07a826', 'gw_port_host': None}] {{(pid=85414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 20:48:33.024231 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f69c7915-f32d-4430-a1bd-714a1da97d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791605129519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791604687919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852524119'] for port, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:33.038328 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-9867765a-88b6-417b-91fe-5bf1aa9c7bf8 tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:48:33.085257 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69c7915-f32d-4430-a1bd-714a1da97d00 admin admin] Pushing event deleted for resources: {'Port': ['ID=61da5dd1-576c-42c3-b87a-d2c8c1adb42f,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:48:33.088005 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f69c7915-f32d-4430-a1bd-714a1da97d00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:48:33.303751 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f69c7915-f32d-4430-a1bd-714a1da97d00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16373790'] for router_gateway, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:33.487447 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f69c7915-f32d-4430-a1bd-714a1da97d00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16371108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854772639'] for router, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:33.489806 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f69c7915-f32d-4430-a1bd-714a1da97d00 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:33.522319 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f69c7915-f32d-4430-a1bd-714a1da97d00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838407372'] for router, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:33.522923 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f69c7915-f32d-4430-a1bd-714a1da97d00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5fd14e80-33c3-424d-b6b7-63a7451a778e {{(pid=85412) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 20:48:33.536978 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f69c7915-f32d-4430-a1bd-714a1da97d00 admin admin] Notify callbacks [] for router, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:33.538305 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-f69c7915-f32d-4430-a1bd-714a1da97d00 admin admin] 10.222.0.69 "DELETE /v2.0/routers/5fd14e80-33c3-424d-b6b7-63a7451a778e HTTP/1.1" status: 204 len: 168 time: 1.3965149 Apr 15 20:48:33.541347 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 39212) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:48:33.554504 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device 61da5dd1-576c-42c3-b87a-d2c8c1adb42f no longer exists at agent ovs-agent-dv-cinder-786386-2-smb {{(pid=85413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 20:48:33.591645 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] No Port match for: 61da5dd1-576c-42c3-b87a-d2c8c1adb42f {{(pid=85413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 20:48:33.592045 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device 61da5dd1-576c-42c3-b87a-d2c8c1adb42f not bound to the agent host dv-cinder-786386-2-smb {{(pid=85413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 20:48:33.592546 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device 5a9e4048-9843-497c-bd9e-df90d1a6e2bc no longer exists at agent ovs-agent-dv-cinder-786386-2-smb {{(pid=85413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 20:48:33.613791 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e41a843-ade6-475f-8ae5-44a1cab25c66 admin admin] Deleting subnet ad1d2cd2-6d9f-4bb5-a753-496ec0b439aa {{(pid=85411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 20:48:33.616940 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-5e41a843-ade6-475f-8ae5-44a1cab25c66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:33.631667 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] No Port match for: 5a9e4048-9843-497c-bd9e-df90d1a6e2bc {{(pid=85413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 20:48:33.632062 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device 5a9e4048-9843-497c-bd9e-df90d1a6e2bc not bound to the agent host dv-cinder-786386-2-smb {{(pid=85413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 20:48:33.673023 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-5e41a843-ade6-475f-8ae5-44a1cab25c66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853901036'] for subnet, precommit_delete_associations {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:33.754151 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-5e41a843-ade6-475f-8ae5-44a1cab25c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854769281'] for subnet, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:34.014769 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-5e41a843-ade6-475f-8ae5-44a1cab25c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-6519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16285263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2376409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852321564'] for subnet, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:34.028479 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-29b3a71b-c6c9-42ac-8775-a374d4d37590 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:48:34.113037 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e41a843-ade6-475f-8ae5-44a1cab25c66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad1d2cd2-6d9f-4bb5-a753-496ec0b439aa,revision_number=None']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:48:34.119946 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-5e41a843-ade6-475f-8ae5-44a1cab25c66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:48:34.163681 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-5e41a843-ade6-475f-8ae5-44a1cab25c66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16483510'] for subnet, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:34.169497 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03031aef-bb55-4bbd-9ee3-9bd238115dc8 None None] Network 774063f8-e12a-496d-8eb4-bc5d985211ca requested from dv-cinder-786386-2-smb {{(pid=85413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:48:34.169911 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-5e41a843-ade6-475f-8ae5-44a1cab25c66 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/ad1d2cd2-6d9f-4bb5-a753-496ec0b439aa HTTP/1.1" status: 204 len: 168 time: 0.6274374 Apr 15 20:48:34.172647 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 39216) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:48:34.297692 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-339407ec-537a-4e8c-bb4b-09cd95f74924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16654812'] for network, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:34.373649 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-339407ec-537a-4e8c-bb4b-09cd95f74924 admin admin] Deleting port d95f7af4-df0e-405f-87ac-64ac4d0a9845 {{(pid=85411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:48:34.374047 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-339407ec-537a-4e8c-bb4b-09cd95f74924 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245249624948'] for port, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:34.591299 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-339407ec-537a-4e8c-bb4b-09cd95f74924 admin admin] For port d95f7af4-df0e-405f-87ac-64ac4d0a9845, host dv-cinder-786386-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-2-smb',level=0,port_id=d95f7af4-df0e-405f-87ac-64ac4d0a9845,segment=NetworkSegment(9591b0ff-fe62-4e46-99fd-8f16b10fc089),segment_id=9591b0ff-fe62-4e46-99fd-8f16b10fc089)] {{(pid=85411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:48:34.591702 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-339407ec-537a-4e8c-bb4b-09cd95f74924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16344636'] for port, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:34.618280 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80309de3-4539-4d0b-8ddf-5cc00791bc73 None None] DHCP port deletion for 774063f8-e12a-496d-8eb4-bc5d985211ca request from dv-cinder-786386-2-smb {{(pid=85413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 20:48:34.623057 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-80309de3-4539-4d0b-8ddf-5cc00791bc73 None None] Deleting port d95f7af4-df0e-405f-87ac-64ac4d0a9845 {{(pid=85413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:48:34.623476 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-80309de3-4539-4d0b-8ddf-5cc00791bc73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245249624948'] for port, before_delete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:34.726101 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-339407ec-537a-4e8c-bb4b-09cd95f74924 admin admin] Calling delete_port for d95f7af4-df0e-405f-87ac-64ac4d0a9845 owned by network:dhcp {{(pid=85411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:48:34.805646 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-339407ec-537a-4e8c-bb4b-09cd95f74924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-211164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791605129519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791604687919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852399476'] for port, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:34.821091 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-ece2ed55-df6a-40ce-a324-7219fbc22eb4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:48:34.839506 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.db [None req-80309de3-4539-4d0b-8ddf-5cc00791bc73 None None] For port d95f7af4-df0e-405f-87ac-64ac4d0a9845, host dv-cinder-786386-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-2-smb',level=0,port_id=d95f7af4-df0e-405f-87ac-64ac4d0a9845,segment=NetworkSegment(9591b0ff-fe62-4e46-99fd-8f16b10fc089),segment_id=9591b0ff-fe62-4e46-99fd-8f16b10fc089)] {{(pid=85413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:48:34.839880 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-80309de3-4539-4d0b-8ddf-5cc00791bc73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16344636'] for port, precommit_delete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:34.916330 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339407ec-537a-4e8c-bb4b-09cd95f74924 admin admin] Pushing event deleted for resources: {'Port': ['ID=d95f7af4-df0e-405f-87ac-64ac4d0a9845,revision_number=None']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:48:34.928526 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-339407ec-537a-4e8c-bb4b-09cd95f74924 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:48:34.961227 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339407ec-537a-4e8c-bb4b-09cd95f74924 admin admin] No DVR routers for this DVR port d95f7af4-df0e-405f-87ac-64ac4d0a9845 on host dv-cinder-786386-2-smb {{(pid=85411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 20:48:34.969608 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-80309de3-4539-4d0b-8ddf-5cc00791bc73 None None] Calling delete_port for d95f7af4-df0e-405f-87ac-64ac4d0a9845 owned by network:dhcp {{(pid=85413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:48:35.048544 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.db.api [None req-80309de3-4539-4d0b-8ddf-5cc00791bc73 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85413) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 20:48:35.049163 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_db.api [None req-80309de3-4539-4d0b-8ddf-5cc00791bc73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 20:48:35.085778 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-339407ec-537a-4e8c-bb4b-09cd95f74924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16706558', 'neutron.services.segments.db._delete_segments_for_network-8791605228744'] for network, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:35.199210 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.services.segments.db [None req-339407ec-537a-4e8c-bb4b-09cd95f74924 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['774063f8-e12a-496d-8eb4-bc5d985211ca']}} {{(pid=85411) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:48:35.211932 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.services.segments.db [None req-339407ec-537a-4e8c-bb4b-09cd95f74924 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9591b0ff-fe62-4e46-99fd-8f16b10fc089') {'for_net_delete': True} {{(pid=85411) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:48:35.212271 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.services.segments.db [None req-339407ec-537a-4e8c-bb4b-09cd95f74924 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9591b0ff-fe62-4e46-99fd-8f16b10fc089') {} {{(pid=85411) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:48:35.224298 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-339407ec-537a-4e8c-bb4b-09cd95f74924 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791605226969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-874796'] for segment, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:35.239472 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-339407ec-537a-4e8c-bb4b-09cd95f74924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-793'] for segment, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:35.246635 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-339407ec-537a-4e8c-bb4b-09cd95f74924 admin admin] Releasing vlan 1085 on physical network physnet1 to pool {{(pid=85411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 20:48:35.426698 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-339407ec-537a-4e8c-bb4b-09cd95f74924 admin admin] Network 774063f8-e12a-496d-8eb4-bc5d985211ca has no segments {{(pid=85411) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 20:48:35.435725 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-339407ec-537a-4e8c-bb4b-09cd95f74924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854775039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852400008'] for segment, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:35.540912 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device d95f7af4-df0e-405f-87ac-64ac4d0a9845 no longer exists at agent ovs-agent-dv-cinder-786386-2-smb {{(pid=85413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 20:48:35.568601 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-80309de3-4539-4d0b-8ddf-5cc00791bc73 None None] Deleting port d95f7af4-df0e-405f-87ac-64ac4d0a9845 {{(pid=85413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:48:35.569003 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-80309de3-4539-4d0b-8ddf-5cc00791bc73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245249624948'] for port, before_delete {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:35.615020 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] No Port match for: d95f7af4-df0e-405f-87ac-64ac4d0a9845 {{(pid=85413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 20:48:35.615408 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.rpc [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Device d95f7af4-df0e-405f-87ac-64ac4d0a9845 not bound to the agent host dv-cinder-786386-2-smb {{(pid=85413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 20:48:35.656747 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.plugin [None req-80309de3-4539-4d0b-8ddf-5cc00791bc73 None None] The port 'd95f7af4-df0e-405f-87ac-64ac4d0a9845' was deleted {{(pid=85413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 20:48:35.856536 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.plugins.ml2.managers [None req-339407ec-537a-4e8c-bb4b-09cd95f74924 admin admin] Network 774063f8-e12a-496d-8eb4-bc5d985211ca has no segments {{(pid=85411) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 20:48:35.878682 dv-cinder-786386-2-smb neutron-server[85298]: Traceback (most recent call last): Apr 15 20:48:35.878682 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 20:48:35.878682 dv-cinder-786386-2-smb neutron-server[85298]: timer() Apr 15 20:48:35.878682 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 20:48:35.878682 dv-cinder-786386-2-smb neutron-server[85298]: cb(*args, **kw) Apr 15 20:48:35.878682 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 20:48:35.878682 dv-cinder-786386-2-smb neutron-server[85298]: return func(*args, **kwargs) Apr 15 20:48:35.878682 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 20:48:35.878682 dv-cinder-786386-2-smb neutron-server[85298]: self._notify() Apr 15 20:48:35.878682 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 20:48:35.878682 dv-cinder-786386-2-smb neutron-server[85298]: self.callback(batched_events) Apr 15 20:48:35.878682 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 20:48:35.878682 dv-cinder-786386-2-smb neutron-server[85298]: event.method(event) Apr 15 20:48:35.878682 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 20:48:35.878682 dv-cinder-786386-2-smb neutron-server[85298]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 20:48:35.878682 dv-cinder-786386-2-smb neutron-server[85298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 20:48:35.878682 dv-cinder-786386-2-smb neutron-server[85298]: segment_id)['aggregates'][0] Apr 15 20:48:35.878682 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 20:48:35.878682 dv-cinder-786386-2-smb neutron-server[85298]: return f(self, *a, **k) Apr 15 20:48:35.878682 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 20:48:35.878682 dv-cinder-786386-2-smb neutron-server[85298]: return self._get(url).json() Apr 15 20:48:35.878682 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 20:48:35.878682 dv-cinder-786386-2-smb neutron-server[85298]: **kwargs) Apr 15 20:48:35.878682 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 20:48:35.878682 dv-cinder-786386-2-smb neutron-server[85298]: return self.request(url, 'GET', **kwargs) Apr 15 20:48:35.878682 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 20:48:35.878682 dv-cinder-786386-2-smb neutron-server[85298]: **endpoint_filter) Apr 15 20:48:35.878682 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 20:48:35.878682 dv-cinder-786386-2-smb neutron-server[85298]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 20:48:35.878682 dv-cinder-786386-2-smb neutron-server[85298]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 20:48:35.878682 dv-cinder-786386-2-smb neutron-server[85298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 20:48:35.878682 dv-cinder-786386-2-smb neutron-server[85298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 20:48:35.952857 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-339407ec-537a-4e8c-bb4b-09cd95f74924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036838069257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16285283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16483461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036838401808'] for network, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:35.956594 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-1318401d-c273-4696-ad73-acbf6abb3ab9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:48:35.970096 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-339407ec-537a-4e8c-bb4b-09cd95f74924 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16483510'] for network, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:35.984627 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339407ec-537a-4e8c-bb4b-09cd95f74924 admin admin] Pushing event deleted for resources: {'Network': ['ID=774063f8-e12a-496d-8eb4-bc5d985211ca,revision_number=None']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:48:35.987979 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-339407ec-537a-4e8c-bb4b-09cd95f74924 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:48:35.999543 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-339407ec-537a-4e8c-bb4b-09cd95f74924 admin admin] 10.222.0.69 "DELETE /v2.0/networks/774063f8-e12a-496d-8eb4-bc5d985211ca HTTP/1.1" status: 204 len: 168 time: 1.8258903 Apr 15 20:48:36.054330 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.agents_db [None req-12650cd8-a504-4c0d-a4a2-248dab766c22 None None] Agent healthcheck: found 6 active agents {{(pid=85414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:48:36.126925 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 39222) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:48:36.179383 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-8b203dfa-5d0a-4fa2-be79-f3155813736c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c75339fe25214ba19cd2965d8a07a826&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0511117 Apr 15 20:48:36.181935 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 39226) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:48:36.243404 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e41b54bc-2fcd-4483-a17c-0950865b79d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:36.270463 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e41b54bc-2fcd-4483-a17c-0950865b79d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:36.325726 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e41b54bc-2fcd-4483-a17c-0950865b79d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:36.330134 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-bc46195d-93db-4ce9-a6aa-c2a6713eaf51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:48:36.347494 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b54bc-2fcd-4483-a17c-0950865b79d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=970e1f7b-2c8c-4da3-9a10-e5aecbfe504d,revision_number=None']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:48:36.352621 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-e41b54bc-2fcd-4483-a17c-0950865b79d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:48:36.360903 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e41b54bc-2fcd-4483-a17c-0950865b79d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:36.362135 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-e41b54bc-2fcd-4483-a17c-0950865b79d1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/970e1f7b-2c8c-4da3-9a10-e5aecbfe504d HTTP/1.1" status: 204 len: 168 time: 0.1792443 Apr 15 20:48:38.017692 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 39278) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:48:38.152246 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-448ebb56-7997-4bc0-9f54-f0abbfcd7a98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:38.167985 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-448ebb56-7997-4bc0-9f54-f0abbfcd7a98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:48:38.172150 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-448ebb56-7997-4bc0-9f54-f0abbfcd7a98 admin admin] Usage tracker for resource:security_group_rule and tenant:931a397402e54793b03020f8e9921432 is out of sync, need to count used quota {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:48:38.175160 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-448ebb56-7997-4bc0-9f54-f0abbfcd7a98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:48:38.181429 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-448ebb56-7997-4bc0-9f54-f0abbfcd7a98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:48:38.275915 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-448ebb56-7997-4bc0-9f54-f0abbfcd7a98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:38.279715 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-448ebb56-7997-4bc0-9f54-f0abbfcd7a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:38.287359 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-210a90d9-07e8-4753-8a81-05d1a2bee0bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:48:38.328823 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448ebb56-7997-4bc0-9f54-f0abbfcd7a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=616e4784-ba5e-4db5-8a37-4f38d7eb49e0,revision_number=1']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:48:38.332308 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-448ebb56-7997-4bc0-9f54-f0abbfcd7a98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:48:38.337815 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-448ebb56-7997-4bc0-9f54-f0abbfcd7a98 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=931a397402e54793b03020f8e9921432&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3187010 Apr 15 20:48:38.338534 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 39284) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:48:38.409295 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-749db3b9-464a-4fff-989c-347a1cc602fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:38.443795 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-749db3b9-464a-4fff-989c-347a1cc602fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:38.495785 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-749db3b9-464a-4fff-989c-347a1cc602fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:38.500665 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-9238a63c-a97f-44b4-be1d-2a2eb24945be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:48:38.511241 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749db3b9-464a-4fff-989c-347a1cc602fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=616e4784-ba5e-4db5-8a37-4f38d7eb49e0,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:48:38.514928 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-749db3b9-464a-4fff-989c-347a1cc602fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:48:38.518927 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-749db3b9-464a-4fff-989c-347a1cc602fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:38.520837 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-749db3b9-464a-4fff-989c-347a1cc602fd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/616e4784-ba5e-4db5-8a37-4f38d7eb49e0 HTTP/1.1" status: 204 len: 168 time: 0.1812091 Apr 15 20:48:40.488494 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 39336) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:48:40.617952 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-35d9acdc-ed76-4010-be93-be47b79e7b03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:40.633642 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-35d9acdc-ed76-4010-be93-be47b79e7b03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:48:40.639373 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-35d9acdc-ed76-4010-be93-be47b79e7b03 admin admin] Usage tracker for resource:security_group_rule and tenant:0b756bbf323448dc8253f0d32677680c is out of sync, need to count used quota {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:48:40.644482 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-35d9acdc-ed76-4010-be93-be47b79e7b03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:48:40.653117 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-35d9acdc-ed76-4010-be93-be47b79e7b03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:48:40.742733 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-35d9acdc-ed76-4010-be93-be47b79e7b03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:40.747539 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-35d9acdc-ed76-4010-be93-be47b79e7b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:40.756430 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-97f6ac7d-614a-4644-ad8f-cf104bbf5cdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:48:40.797046 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-35d9acdc-ed76-4010-be93-be47b79e7b03 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0b756bbf323448dc8253f0d32677680c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3073208 Apr 15 20:48:40.798764 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d9acdc-ed76-4010-be93-be47b79e7b03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4906365-4b59-480c-b102-4f90c7601fab,revision_number=1']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:48:40.800293 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 39342) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:48:40.801972 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-35d9acdc-ed76-4010-be93-be47b79e7b03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:48:40.872213 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-5ae8c912-1f69-461f-a0ba-440c49636b5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:40.898759 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-5ae8c912-1f69-461f-a0ba-440c49636b5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:40.949686 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-5ae8c912-1f69-461f-a0ba-440c49636b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:40.953450 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-bcf299bb-3ac3-4183-82f6-91a1c7cf84a0 tempest-TestMinimumBasicScenario-1898907001 tempest-TestMinimumBasicScenario-1898907001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:48:40.965065 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae8c912-1f69-461f-a0ba-440c49636b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4906365-4b59-480c-b102-4f90c7601fab,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:48:40.967507 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-5ae8c912-1f69-461f-a0ba-440c49636b5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:48:40.973571 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-5ae8c912-1f69-461f-a0ba-440c49636b5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:40.975139 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-5ae8c912-1f69-461f-a0ba-440c49636b5d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b4906365-4b59-480c-b102-4f90c7601fab HTTP/1.1" status: 204 len: 168 time: 0.1733897 Apr 15 20:48:41.291339 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 39350) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:48:41.311247 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-fe338ea5-dc52-40aa-93b5-b13a37614b7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:41.327557 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-fe338ea5-dc52-40aa-93b5-b13a37614b7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:48:41.332091 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-fe338ea5-dc52-40aa-93b5-b13a37614b7d admin admin] Usage tracker for resource:security_group_rule and tenant:f4615fce0797452f84a97f51d33ceb64 is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:48:41.335291 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-fe338ea5-dc52-40aa-93b5-b13a37614b7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:48:41.341909 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-fe338ea5-dc52-40aa-93b5-b13a37614b7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:48:41.442710 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-fe338ea5-dc52-40aa-93b5-b13a37614b7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:41.447062 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-fe338ea5-dc52-40aa-93b5-b13a37614b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:41.454678 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-174b41ac-9bed-4d6d-908c-bb973f9f2416 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:48:41.498319 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-fe338ea5-dc52-40aa-93b5-b13a37614b7d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f4615fce0797452f84a97f51d33ceb64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2058101 Apr 15 20:48:41.499271 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe338ea5-dc52-40aa-93b5-b13a37614b7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c28f7d9c-6179-42e0-bad0-4c7061e1472c,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:48:41.502390 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 39354) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:48:41.502697 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-fe338ea5-dc52-40aa-93b5-b13a37614b7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:48:41.573727 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f8a0fee4-a389-4de4-99f9-f894ee50b121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:41.601966 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f8a0fee4-a389-4de4-99f9-f894ee50b121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:41.655419 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f8a0fee4-a389-4de4-99f9-f894ee50b121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:41.659347 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-7e3a5b53-0916-451b-97fa-33b5ca30f346 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:48:41.672895 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a0fee4-a389-4de4-99f9-f894ee50b121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28f7d9c-6179-42e0-bad0-4c7061e1472c,revision_number=None']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:48:41.677107 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f8a0fee4-a389-4de4-99f9-f894ee50b121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:48:41.688227 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f8a0fee4-a389-4de4-99f9-f894ee50b121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:41.689455 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-f8a0fee4-a389-4de4-99f9-f894ee50b121 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c28f7d9c-6179-42e0-bad0-4c7061e1472c HTTP/1.1" status: 204 len: 168 time: 0.1859310 Apr 15 20:48:45.091556 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-1a956cae-6882-4e2a-ae75-2969c8e0af78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:47.535954 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-42b7e538-bb0b-4b6f-b8b3-25f8cf6c65ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:47.858673 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:47.983887 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6589a99b-4989-4a06-bc40-62b7e77e6cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:48.329773 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:49.691995 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-611aad59-e19d-4c1d-b92d-eb0975a661b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:13.054288 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.agents_db [None req-12650cd8-a504-4c0d-a4a2-248dab766c22 None None] Agent healthcheck: found 6 active agents {{(pid=85414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:49:15.094699 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-3494723d-a051-4f00-9314-98cd6af4f888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:16.897106 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 39716) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:49:17.031273 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-3b46d34a-c61f-4f57-bedd-9cf4671b9dcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:17.049633 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-3b46d34a-c61f-4f57-bedd-9cf4671b9dcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:49:17.054121 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-3b46d34a-c61f-4f57-bedd-9cf4671b9dcf admin admin] Usage tracker for resource:security_group_rule and tenant:04a19b2042a94985b18ceee61616282a is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:49:17.057565 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-3b46d34a-c61f-4f57-bedd-9cf4671b9dcf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:49:17.064220 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-3b46d34a-c61f-4f57-bedd-9cf4671b9dcf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:49:17.160122 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-3b46d34a-c61f-4f57-bedd-9cf4671b9dcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:17.163456 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-3b46d34a-c61f-4f57-bedd-9cf4671b9dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:17.172536 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-b3fc3cb4-c964-49a1-9400-b595300a0454 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:49:17.214128 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-3b46d34a-c61f-4f57-bedd-9cf4671b9dcf admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=04a19b2042a94985b18ceee61616282a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3158762 Apr 15 20:49:17.215932 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46d34a-c61f-4f57-bedd-9cf4671b9dcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2de2f5c-585d-4a6c-890e-389589e1a606,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:49:17.217178 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 39722) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:49:17.219273 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-3b46d34a-c61f-4f57-bedd-9cf4671b9dcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:49:17.285083 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-3772d653-bfe3-4b3c-9568-909f2bd83d33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:17.312947 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-3772d653-bfe3-4b3c-9568-909f2bd83d33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:17.370327 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-3772d653-bfe3-4b3c-9568-909f2bd83d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:17.375425 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-24eb20f3-6a97-4191-8144-4fa09383870b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:49:17.389111 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3772d653-bfe3-4b3c-9568-909f2bd83d33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2de2f5c-585d-4a6c-890e-389589e1a606,revision_number=None']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:49:17.391877 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-3772d653-bfe3-4b3c-9568-909f2bd83d33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:49:17.393128 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-3772d653-bfe3-4b3c-9568-909f2bd83d33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:17.394353 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-3772d653-bfe3-4b3c-9568-909f2bd83d33 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e2de2f5c-585d-4a6c-890e-389589e1a606 HTTP/1.1" status: 204 len: 168 time: 0.1761246 Apr 15 20:49:17.528499 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-1eec2065-bf23-42be-9167-b39eba663a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:17.699084 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 39730) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:49:17.719123 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-caf13a34-3cf7-44d0-904b-b6d424b93335 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:17.735511 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-caf13a34-3cf7-44d0-904b-b6d424b93335 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:49:17.739806 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-caf13a34-3cf7-44d0-904b-b6d424b93335 admin admin] Usage tracker for resource:security_group_rule and tenant:4149afe0d5f741178f5adf5744a3d1aa is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:49:17.742947 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-caf13a34-3cf7-44d0-904b-b6d424b93335 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:49:17.749370 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-caf13a34-3cf7-44d0-904b-b6d424b93335 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:49:17.834148 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-caf13a34-3cf7-44d0-904b-b6d424b93335 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:17.838129 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-caf13a34-3cf7-44d0-904b-b6d424b93335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:17.845343 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-50ce11af-e0ed-4c63-a5ac-d1946eb23555 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:49:17.871016 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:17.890142 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf13a34-3cf7-44d0-904b-b6d424b93335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a530dd1-ed21-496f-8752-e8a188605f6a,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:49:17.893355 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-caf13a34-3cf7-44d0-904b-b6d424b93335 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:49:17.896109 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-caf13a34-3cf7-44d0-904b-b6d424b93335 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4149afe0d5f741178f5adf5744a3d1aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1959097 Apr 15 20:49:17.899016 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 39734) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:49:17.964633 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-0503a0a5-cabd-4f35-a9ed-f92626ed5ce2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:17.985780 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6589a99b-4989-4a06-bc40-62b7e77e6cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:17.994148 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-0503a0a5-cabd-4f35-a9ed-f92626ed5ce2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:18.044130 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-0503a0a5-cabd-4f35-a9ed-f92626ed5ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:18.049400 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-b233d64a-f8f4-48f0-bec7-0c0ba280fa8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:49:18.066589 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0503a0a5-cabd-4f35-a9ed-f92626ed5ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a530dd1-ed21-496f-8752-e8a188605f6a,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:49:18.068998 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-0503a0a5-cabd-4f35-a9ed-f92626ed5ce2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:49:18.081463 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-0503a0a5-cabd-4f35-a9ed-f92626ed5ce2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:18.082896 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-0503a0a5-cabd-4f35-a9ed-f92626ed5ce2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1a530dd1-ed21-496f-8752-e8a188605f6a HTTP/1.1" status: 204 len: 168 time: 0.1830215 Apr 15 20:49:18.328675 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:19.690464 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-611aad59-e19d-4c1d-b92d-eb0975a661b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:20.207958 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 39788) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:49:20.335988 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-00361cf1-edf8-4321-9dc4-3d5cf15ac23f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:20.351901 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-00361cf1-edf8-4321-9dc4-3d5cf15ac23f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:49:20.355973 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-00361cf1-edf8-4321-9dc4-3d5cf15ac23f admin admin] Usage tracker for resource:security_group_rule and tenant:5fb55ae41687421d91414189ccc9724c is out of sync, need to count used quota {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:49:20.359069 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-00361cf1-edf8-4321-9dc4-3d5cf15ac23f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:49:20.365129 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-00361cf1-edf8-4321-9dc4-3d5cf15ac23f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:49:20.447148 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-00361cf1-edf8-4321-9dc4-3d5cf15ac23f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:20.451566 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-00361cf1-edf8-4321-9dc4-3d5cf15ac23f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:20.459011 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-710e0f61-95da-44f8-a3a5-331551b3bb52 tempest-AttachVolumeShelveTestJSON-1037580085 tempest-AttachVolumeShelveTestJSON-1037580085-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:49:20.502640 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-00361cf1-edf8-4321-9dc4-3d5cf15ac23f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5fb55ae41687421d91414189ccc9724c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2935371 Apr 15 20:49:20.503538 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00361cf1-edf8-4321-9dc4-3d5cf15ac23f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c16abb8-9993-4f5a-b104-0594da923dc7,revision_number=1']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:49:20.505720 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 39794) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:49:20.506793 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-00361cf1-edf8-4321-9dc4-3d5cf15ac23f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:49:20.575055 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-8cb7578b-8e18-4ceb-8278-4c96e16ea6de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:20.602685 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-8cb7578b-8e18-4ceb-8278-4c96e16ea6de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:20.656065 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-8cb7578b-8e18-4ceb-8278-4c96e16ea6de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:20.662614 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-c65b43f3-2f72-4df7-942d-916b3331f99c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:49:20.675505 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb7578b-8e18-4ceb-8278-4c96e16ea6de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c16abb8-9993-4f5a-b104-0594da923dc7,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:49:20.679316 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-8cb7578b-8e18-4ceb-8278-4c96e16ea6de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:49:20.682823 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-8cb7578b-8e18-4ceb-8278-4c96e16ea6de admin admin] Notify callbacks [] for security_group, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:20.684026 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-8cb7578b-8e18-4ceb-8278-4c96e16ea6de admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5c16abb8-9993-4f5a-b104-0594da923dc7 HTTP/1.1" status: 204 len: 168 time: 0.1771848 Apr 15 20:49:20.997341 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 39802) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:49:21.016901 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-b5ce9adc-43aa-40c6-9eba-dc4b9192880b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:21.032621 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-b5ce9adc-43aa-40c6-9eba-dc4b9192880b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:49:21.036804 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-b5ce9adc-43aa-40c6-9eba-dc4b9192880b admin admin] Usage tracker for resource:security_group_rule and tenant:733bbcd7cb0046688417aa8777f9f840 is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:49:21.039887 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-b5ce9adc-43aa-40c6-9eba-dc4b9192880b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:49:21.046083 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-b5ce9adc-43aa-40c6-9eba-dc4b9192880b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:49:21.131397 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-b5ce9adc-43aa-40c6-9eba-dc4b9192880b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:21.135576 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-b5ce9adc-43aa-40c6-9eba-dc4b9192880b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:21.142945 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-8f519306-1f49-456b-a4ca-9535e7a644f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:49:21.184145 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ce9adc-43aa-40c6-9eba-dc4b9192880b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=910d4f75-44a9-4b3f-a190-0a0f64834af3,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:49:21.188706 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-b5ce9adc-43aa-40c6-9eba-dc4b9192880b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=733bbcd7cb0046688417aa8777f9f840&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1902568 Apr 15 20:49:21.189687 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-b5ce9adc-43aa-40c6-9eba-dc4b9192880b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:49:21.192697 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 39806) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:49:21.268611 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-dcf371d7-4257-4785-aa05-d0d576f5d3de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:21.299704 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-dcf371d7-4257-4785-aa05-d0d576f5d3de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:21.592655 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-dcf371d7-4257-4785-aa05-d0d576f5d3de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:21.596581 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-9904530e-a9f1-4360-9792-e90353499856 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:49:21.608584 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf371d7-4257-4785-aa05-d0d576f5d3de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=910d4f75-44a9-4b3f-a190-0a0f64834af3,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:49:21.612461 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-dcf371d7-4257-4785-aa05-d0d576f5d3de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:49:21.615924 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-dcf371d7-4257-4785-aa05-d0d576f5d3de admin admin] Notify callbacks [] for security_group, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:21.617144 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-dcf371d7-4257-4785-aa05-d0d576f5d3de admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/910d4f75-44a9-4b3f-a190-0a0f64834af3 HTTP/1.1" status: 204 len: 168 time: 0.4228721 Apr 15 20:49:25.266051 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 39940) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:49:25.410934 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-3b992f89-9732-4cdc-803c-bf9b0ebac44c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:25.427654 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-3b992f89-9732-4cdc-803c-bf9b0ebac44c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:49:25.431974 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-3b992f89-9732-4cdc-803c-bf9b0ebac44c admin admin] Usage tracker for resource:security_group_rule and tenant:d850d75025d24d12bd7b523c7d6d97b8 is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:49:25.435154 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-3b992f89-9732-4cdc-803c-bf9b0ebac44c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:49:25.442720 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-3b992f89-9732-4cdc-803c-bf9b0ebac44c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:49:25.534546 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-3b992f89-9732-4cdc-803c-bf9b0ebac44c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:25.538832 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-3b992f89-9732-4cdc-803c-bf9b0ebac44c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:25.547664 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-d84a7235-e335-4e24-8b16-8f46db3261f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:49:25.590714 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-3b992f89-9732-4cdc-803c-bf9b0ebac44c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d850d75025d24d12bd7b523c7d6d97b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3233736 Apr 15 20:49:25.592475 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b992f89-9732-4cdc-803c-bf9b0ebac44c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ddd1cb3-8911-4ba3-ac7e-1a394833a8d3,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:49:25.593771 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 39946) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:49:25.601417 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b992f89-9732-4cdc-803c-bf9b0ebac44c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:49:25.601839 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b992f89-9732-4cdc-803c-bf9b0ebac44c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:49:25.602275 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b992f89-9732-4cdc-803c-bf9b0ebac44c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:49:25.602707 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b992f89-9732-4cdc-803c-bf9b0ebac44c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:49:25.603110 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b992f89-9732-4cdc-803c-bf9b0ebac44c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:49:25.603514 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b992f89-9732-4cdc-803c-bf9b0ebac44c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:49:25.603879 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b992f89-9732-4cdc-803c-bf9b0ebac44c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:49:25.604309 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b992f89-9732-4cdc-803c-bf9b0ebac44c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:49:25.604702 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b992f89-9732-4cdc-803c-bf9b0ebac44c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:49:25.605098 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b992f89-9732-4cdc-803c-bf9b0ebac44c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:49:25.605487 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b992f89-9732-4cdc-803c-bf9b0ebac44c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:49:25.605878 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b992f89-9732-4cdc-803c-bf9b0ebac44c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:49:25.610420 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-3b992f89-9732-4cdc-803c-bf9b0ebac44c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:49:25.669235 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-a0524dc6-e8df-4bfe-8785-adb0f59d9684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:25.705518 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-a0524dc6-e8df-4bfe-8785-adb0f59d9684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:25.754985 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-a0524dc6-e8df-4bfe-8785-adb0f59d9684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:25.758944 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f8a0fee4-a389-4de4-99f9-f894ee50b121 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:49:25.772690 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0524dc6-e8df-4bfe-8785-adb0f59d9684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ddd1cb3-8911-4ba3-ac7e-1a394833a8d3,revision_number=None']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:49:25.783086 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0524dc6-e8df-4bfe-8785-adb0f59d9684 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:49:25.783503 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0524dc6-e8df-4bfe-8785-adb0f59d9684 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:49:25.783916 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0524dc6-e8df-4bfe-8785-adb0f59d9684 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:49:25.784320 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0524dc6-e8df-4bfe-8785-adb0f59d9684 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:49:25.784721 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0524dc6-e8df-4bfe-8785-adb0f59d9684 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:49:25.785260 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0524dc6-e8df-4bfe-8785-adb0f59d9684 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:49:25.785695 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0524dc6-e8df-4bfe-8785-adb0f59d9684 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:49:25.786131 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0524dc6-e8df-4bfe-8785-adb0f59d9684 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:49:25.786591 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0524dc6-e8df-4bfe-8785-adb0f59d9684 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:49:25.786989 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0524dc6-e8df-4bfe-8785-adb0f59d9684 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:49:25.787386 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0524dc6-e8df-4bfe-8785-adb0f59d9684 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:49:25.787772 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0524dc6-e8df-4bfe-8785-adb0f59d9684 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-2-smb {{(pid=85411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:49:25.791258 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-a0524dc6-e8df-4bfe-8785-adb0f59d9684 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:49:25.798173 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-a0524dc6-e8df-4bfe-8785-adb0f59d9684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:25.799552 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-a0524dc6-e8df-4bfe-8785-adb0f59d9684 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0ddd1cb3-8911-4ba3-ac7e-1a394833a8d3 HTTP/1.1" status: 204 len: 168 time: 0.2046013 Apr 15 20:49:26.144331 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 39954) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:49:26.167470 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4a66599d-6f8e-4b37-81ec-399f5bf6e9d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:26.183404 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-4a66599d-6f8e-4b37-81ec-399f5bf6e9d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:49:26.188146 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-4a66599d-6f8e-4b37-81ec-399f5bf6e9d6 admin admin] Usage tracker for resource:security_group_rule and tenant:b172594618944793a41ca2cfbd76b28d is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:49:26.191234 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-4a66599d-6f8e-4b37-81ec-399f5bf6e9d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:49:26.197736 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-4a66599d-6f8e-4b37-81ec-399f5bf6e9d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:49:26.288787 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4a66599d-6f8e-4b37-81ec-399f5bf6e9d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:26.293153 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4a66599d-6f8e-4b37-81ec-399f5bf6e9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:26.300611 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-cf2c8f5d-3be4-400f-99c0-b10d32556a8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:49:26.344168 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-4a66599d-6f8e-4b37-81ec-399f5bf6e9d6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b172594618944793a41ca2cfbd76b28d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1986196 Apr 15 20:49:26.345174 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a66599d-6f8e-4b37-81ec-399f5bf6e9d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48bc7b47-451b-4735-9780-a3edecd658a8,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:49:26.347829 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 39958) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:49:26.348399 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-4a66599d-6f8e-4b37-81ec-399f5bf6e9d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:49:26.413854 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4638ee2d-1404-4fe1-81e6-cb8e8cba0013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:26.443379 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4638ee2d-1404-4fe1-81e6-cb8e8cba0013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:26.491481 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4638ee2d-1404-4fe1-81e6-cb8e8cba0013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:26.495434 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-fd4c614e-abe0-4fac-80cb-41fa67bb3896 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:49:26.506856 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4638ee2d-1404-4fe1-81e6-cb8e8cba0013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48bc7b47-451b-4735-9780-a3edecd658a8,revision_number=None']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:49:26.509221 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-4638ee2d-1404-4fe1-81e6-cb8e8cba0013 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:49:26.515079 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4638ee2d-1404-4fe1-81e6-cb8e8cba0013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:26.516266 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-4638ee2d-1404-4fe1-81e6-cb8e8cba0013 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/48bc7b47-451b-4735-9780-a3edecd658a8 HTTP/1.1" status: 204 len: 168 time: 0.1667264 Apr 15 20:49:45.103956 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-943ba2d6-c092-4ffc-a685-b8ffa477ead7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:46.139257 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 40138) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:49:46.271015 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-0b8910ed-4f86-4043-876b-2561aa961454 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:46.286485 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-0b8910ed-4f86-4043-876b-2561aa961454 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:49:46.290771 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-0b8910ed-4f86-4043-876b-2561aa961454 admin admin] Usage tracker for resource:security_group_rule and tenant:f1af3f1a90e94a21a9e8c4181a0e4d9e is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:49:46.293878 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-0b8910ed-4f86-4043-876b-2561aa961454 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:49:46.300402 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-0b8910ed-4f86-4043-876b-2561aa961454 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:49:46.401156 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-0b8910ed-4f86-4043-876b-2561aa961454 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:46.404614 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-0b8910ed-4f86-4043-876b-2561aa961454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:46.413621 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-b804276e-b31b-4b44-be50-956b1c967f4d tempest-AttachVolumeTestJSON-1519270572 tempest-AttachVolumeTestJSON-1519270572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:49:46.459008 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-0b8910ed-4f86-4043-876b-2561aa961454 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f1af3f1a90e94a21a9e8c4181a0e4d9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3182817 Apr 15 20:49:46.460739 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8910ed-4f86-4043-876b-2561aa961454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd375e2-a726-4530-b453-73741cafd4a7,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:49:46.462003 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 40144) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:49:46.464235 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-0b8910ed-4f86-4043-876b-2561aa961454 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:49:46.528637 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-956b31b2-aef0-43c0-82cb-f512beecb769 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:46.559345 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-956b31b2-aef0-43c0-82cb-f512beecb769 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:46.606793 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-956b31b2-aef0-43c0-82cb-f512beecb769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:46.611580 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-a4441987-abee-4245-9486-47b98f3a3932 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:49:46.623916 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b31b2-aef0-43c0-82cb-f512beecb769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd375e2-a726-4530-b453-73741cafd4a7,revision_number=None']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:49:46.627091 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-956b31b2-aef0-43c0-82cb-f512beecb769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:49:46.629205 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-956b31b2-aef0-43c0-82cb-f512beecb769 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:46.630408 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-956b31b2-aef0-43c0-82cb-f512beecb769 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1fd375e2-a726-4530-b453-73741cafd4a7 HTTP/1.1" status: 204 len: 168 time: 0.1672292 Apr 15 20:49:46.941529 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 40152) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:49:46.961436 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f23f6cd1-d443-4b19-b5ca-e70cedffb059 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:46.977314 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-f23f6cd1-d443-4b19-b5ca-e70cedffb059 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:49:46.981980 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-f23f6cd1-d443-4b19-b5ca-e70cedffb059 admin admin] Usage tracker for resource:security_group_rule and tenant:546921d3082f4ff5895ab938b3a2d711 is out of sync, need to count used quota {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:49:46.987289 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-f23f6cd1-d443-4b19-b5ca-e70cedffb059 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:49:46.993975 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-f23f6cd1-d443-4b19-b5ca-e70cedffb059 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:49:47.085915 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f23f6cd1-d443-4b19-b5ca-e70cedffb059 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:47.089355 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f23f6cd1-d443-4b19-b5ca-e70cedffb059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:47.096923 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-448ebb56-7997-4bc0-9f54-f0abbfcd7a98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:49:47.143435 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-f23f6cd1-d443-4b19-b5ca-e70cedffb059 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=546921d3082f4ff5895ab938b3a2d711&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2007706 Apr 15 20:49:47.144344 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23f6cd1-d443-4b19-b5ca-e70cedffb059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb532b4-936f-45be-a5bf-2ff24cdfa3b6,revision_number=1']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:49:47.146596 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 40156) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:49:47.148407 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-f23f6cd1-d443-4b19-b5ca-e70cedffb059 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:49:47.215613 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-840bcb28-4492-498c-90f6-7a48199e975f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:47.244028 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-840bcb28-4492-498c-90f6-7a48199e975f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:47.295707 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-840bcb28-4492-498c-90f6-7a48199e975f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:47.300732 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-3b992f89-9732-4cdc-803c-bf9b0ebac44c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:49:47.314413 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840bcb28-4492-498c-90f6-7a48199e975f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb532b4-936f-45be-a5bf-2ff24cdfa3b6,revision_number=None']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:49:47.318610 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-840bcb28-4492-498c-90f6-7a48199e975f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:49:47.333372 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-840bcb28-4492-498c-90f6-7a48199e975f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:47.337243 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-840bcb28-4492-498c-90f6-7a48199e975f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6bb532b4-936f-45be-a5bf-2ff24cdfa3b6 HTTP/1.1" status: 204 len: 168 time: 0.1892071 Apr 15 20:49:47.531378 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-1db69e8e-8f62-4240-9333-08ee494e8aa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:47.869760 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:47.988299 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6589a99b-4989-4a06-bc40-62b7e77e6cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:48.327878 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:49.695758 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-611aad59-e19d-4c1d-b92d-eb0975a661b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:50.059094 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.agents_db [None req-12650cd8-a504-4c0d-a4a2-248dab766c22 None None] Agent healthcheck: found 6 active agents {{(pid=85414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:49:52.326341 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 40216) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:49:52.458204 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-d388408a-fbba-4808-b3c5-d5b59093f134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:52.473771 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-d388408a-fbba-4808-b3c5-d5b59093f134 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:49:52.478249 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-d388408a-fbba-4808-b3c5-d5b59093f134 admin admin] Usage tracker for resource:security_group_rule and tenant:6f6bf62f61e1465a8ef5ba85fae80c97 is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:49:52.481288 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-d388408a-fbba-4808-b3c5-d5b59093f134 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:49:52.487779 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-d388408a-fbba-4808-b3c5-d5b59093f134 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:49:52.577222 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-d388408a-fbba-4808-b3c5-d5b59093f134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:52.581520 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-d388408a-fbba-4808-b3c5-d5b59093f134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:52.594144 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-e2fdbb91-7bb4-49a1-980f-d7a184886517 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:49:52.638104 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-d388408a-fbba-4808-b3c5-d5b59093f134 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6f6bf62f61e1465a8ef5ba85fae80c97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3080730 Apr 15 20:49:52.638104 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d388408a-fbba-4808-b3c5-d5b59093f134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eda6114-d7c6-4b22-b2fc-a9d35e1e87bc,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:49:52.638644 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 40222) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:49:52.640732 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-d388408a-fbba-4808-b3c5-d5b59093f134 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:49:52.702391 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-ad674417-003f-4191-b0c6-6faa5ae547a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:52.730105 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-ad674417-003f-4191-b0c6-6faa5ae547a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:52.778541 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-ad674417-003f-4191-b0c6-6faa5ae547a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:52.782249 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-d071eaba-635d-496f-b566-07a2c7e1afbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:49:52.795730 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad674417-003f-4191-b0c6-6faa5ae547a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eda6114-d7c6-4b22-b2fc-a9d35e1e87bc,revision_number=None']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:49:52.799746 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-ad674417-003f-4191-b0c6-6faa5ae547a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:49:52.806010 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-ad674417-003f-4191-b0c6-6faa5ae547a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:52.809859 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-ad674417-003f-4191-b0c6-6faa5ae547a5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4eda6114-d7c6-4b22-b2fc-a9d35e1e87bc HTTP/1.1" status: 204 len: 168 time: 0.1676211 Apr 15 20:49:53.148994 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85412) accepted ('10.222.0.69', 40230) {{(pid=85412) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:49:53.169334 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-5082bc10-7bf2-4969-b211-1ae52dce0441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:53.184972 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-5082bc10-7bf2-4969-b211-1ae52dce0441 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:49:53.189434 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-5082bc10-7bf2-4969-b211-1ae52dce0441 admin admin] Usage tracker for resource:security_group_rule and tenant:6ea373a5dd584669869781cbc6e620ae is out of sync, need to count used quota {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:49:53.192737 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.quota.resource [None req-5082bc10-7bf2-4969-b211-1ae52dce0441 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85412) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:49:53.199433 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.quota.driver [None req-5082bc10-7bf2-4969-b211-1ae52dce0441 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85412) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:49:53.287123 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-5082bc10-7bf2-4969-b211-1ae52dce0441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:53.290679 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-5082bc10-7bf2-4969-b211-1ae52dce0441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_create {{(pid=85412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:53.298013 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-caf13a34-3cf7-44d0-904b-b6d424b93335 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:49:53.341403 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-5082bc10-7bf2-4969-b211-1ae52dce0441 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6ea373a5dd584669869781cbc6e620ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1911671 Apr 15 20:49:53.342417 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5082bc10-7bf2-4969-b211-1ae52dce0441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8acdabb-1872-481b-9166-a63ea933e3b9,revision_number=1']} {{(pid=85412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:49:53.344489 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [-] (85411) accepted ('10.222.0.69', 40234) {{(pid=85411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:49:53.345716 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-5082bc10-7bf2-4969-b211-1ae52dce0441 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:49:53.417107 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-d015bbbc-bfb2-415d-a69b-70c9d9e92b85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:53.445082 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-d015bbbc-bfb2-415d-a69b-70c9d9e92b85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:53.495439 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-d015bbbc-bfb2-415d-a69b-70c9d9e92b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16279683'] for security_group, after_delete {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:53.501477 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-4f1186a4-5614-4809-8f4c-e64b9c69c869 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:49:53.520107 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d015bbbc-bfb2-415d-a69b-70c9d9e92b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8acdabb-1872-481b-9166-a63ea933e3b9,revision_number=None']} {{(pid=85411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:49:53.524910 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG oslo_concurrency.lockutils [None req-d015bbbc-bfb2-415d-a69b-70c9d9e92b85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:49:53.528114 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-d015bbbc-bfb2-415d-a69b-70c9d9e92b85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:53.529344 dv-cinder-786386-2-smb neutron-server[85298]: INFO neutron.wsgi [None req-d015bbbc-bfb2-415d-a69b-70c9d9e92b85 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a8acdabb-1872-481b-9166-a63ea933e3b9 HTTP/1.1" status: 204 len: 168 time: 0.1837707 Apr 15 20:50:15.104013 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-7c2a3916-fe49-4459-a40b-2237b58bd8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:17.543686 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-83c30225-3c11-4fb6-95d1-38ddfd4c11e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:17.911656 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:17.999087 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6589a99b-4989-4a06-bc40-62b7e77e6cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:18.337672 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:19.700879 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-611aad59-e19d-4c1d-b92d-eb0975a661b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:27.065338 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.agents_db [None req-12650cd8-a504-4c0d-a4a2-248dab766c22 None None] Agent healthcheck: found 6 active agents {{(pid=85414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:50:45.108589 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-0d9418c3-084d-4be0-8729-56267c33766c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:47.545133 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-3c9a6a76-c5ef-4a2d-aeba-988cd2163622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:47.921035 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:48.000269 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6589a99b-4989-4a06-bc40-62b7e77e6cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:48.348651 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:49.701602 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-611aad59-e19d-4c1d-b92d-eb0975a661b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:04.058157 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.agents_db [None req-12650cd8-a504-4c0d-a4a2-248dab766c22 None None] Agent healthcheck: found 6 active agents {{(pid=85414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:51:15.103227 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-60b2bc2a-7b17-4f15-bc11-eb963a043184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:17.546426 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-bf806f08-65c9-4a45-964c-abd715a2ce81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:17.926430 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:18.007504 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6589a99b-4989-4a06-bc40-62b7e77e6cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:18.345577 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:19.704813 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-611aad59-e19d-4c1d-b92d-eb0975a661b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:41.065034 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.agents_db [None req-12650cd8-a504-4c0d-a4a2-248dab766c22 None None] Agent healthcheck: found 6 active agents {{(pid=85414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:51:45.117341 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-c711aca9-793b-4a5e-91fa-b3d405130f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:47.544597 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-ed6a7bff-331c-4061-b3c5-6cd39d36e85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:47.921360 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:48.004380 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6589a99b-4989-4a06-bc40-62b7e77e6cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:48.336410 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:49.707623 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-611aad59-e19d-4c1d-b92d-eb0975a661b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:15.111279 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-d66ce9dd-4df2-46f9-9346-2619d74c691b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:17.538653 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f38daaf8-bf31-488a-806d-123e83be18a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:17.918808 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:18.017025 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6589a99b-4989-4a06-bc40-62b7e77e6cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:18.056207 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.agents_db [None req-12650cd8-a504-4c0d-a4a2-248dab766c22 None None] Agent healthcheck: found 6 active agents {{(pid=85414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:52:18.331441 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:19.711460 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-611aad59-e19d-4c1d-b92d-eb0975a661b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:45.122923 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e8e2d5dc-86cf-4376-b6bf-03f497f76669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:47.548296 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f019d06c-04ea-4520-b63e-b62617271263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:47.912430 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:48.016028 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6589a99b-4989-4a06-bc40-62b7e77e6cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:48.348015 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:49.714898 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-611aad59-e19d-4c1d-b92d-eb0975a661b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:55.061800 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.agents_db [None req-12650cd8-a504-4c0d-a4a2-248dab766c22 None None] Agent healthcheck: found 6 active agents {{(pid=85414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:53:15.123688 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-840648dc-b656-4b66-b6eb-1ef0921b39a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:17.546948 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6f49c946-d99a-414a-a484-6dbdfc0410b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:17.914463 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:18.019397 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6589a99b-4989-4a06-bc40-62b7e77e6cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:18.343920 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:19.724922 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-611aad59-e19d-4c1d-b92d-eb0975a661b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:23.511064 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [req-a19c5570-ff9f-4b41-962d-6f35927bca53 req-e3760e8d-faeb-48a5-9cb3-9ce5cdf0dd98 service neutron] (85412) timed out ('10.222.0.69', 36018) {{(pid=85412) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 15 20:53:25.011709 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [req-0ec0e2cf-3f10-46d0-8637-39cdbf443c78 req-c354db6c-864b-4d95-846e-89ceea67caa2 service neutron] (85412) timed out ('10.222.0.76', 49731) {{(pid=85412) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 15 20:53:32.066991 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.agents_db [None req-12650cd8-a504-4c0d-a4a2-248dab766c22 None None] Agent healthcheck: found 6 active agents {{(pid=85414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:53:37.272700 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.wsgi [req-c72c83a4-08fd-404b-b5c0-fcc526af96c1 req-94b18910-28ad-463a-a750-dcf39c1927fd service neutron] (85411) timed out ('10.222.0.76', 49754) {{(pid=85411) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 15 20:53:45.120171 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e8c88f4c-8f59-4f3c-b521-b37c995c41a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:47.548450 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-e5fb5c76-774e-4b3e-a1c2-dd3062611afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:47.918819 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:48.026393 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6589a99b-4989-4a06-bc40-62b7e77e6cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:48.334717 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:49.722066 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-611aad59-e19d-4c1d-b92d-eb0975a661b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:09.072592 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.agents_db [None req-12650cd8-a504-4c0d-a4a2-248dab766c22 None None] Agent healthcheck: found 6 active agents {{(pid=85414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:54:15.126283 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6eabe43e-387e-4c47-85c3-01bc6de756a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:17.548760 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-4cd2f001-26f8-49cb-95f3-14c442722a75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:17.964728 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:18.016845 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6589a99b-4989-4a06-bc40-62b7e77e6cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:18.333504 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:19.728860 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-611aad59-e19d-4c1d-b92d-eb0975a661b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:45.112702 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-97c66241-61c9-49b7-af53-1ed84f11985c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:46.072653 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron.db.agents_db [None req-12650cd8-a504-4c0d-a4a2-248dab766c22 None None] Agent healthcheck: found 6 active agents {{(pid=85414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:54:47.541479 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-617982bf-c369-438d-b7d9-748d11e87eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:47.970033 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-f613696f-b7da-40da-9cd7-504da8964b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:48.021473 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-6589a99b-4989-4a06-bc40-62b7e77e6cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:48.329905 dv-cinder-786386-2-smb neutron-server[85298]: DEBUG neutron_lib.callbacks.manager [None req-9dcf254e-e1f5-4d7e-9b52-5e6ed296cf72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791605228727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838071760'] for agent, after_update {{(pid=85413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}